2024-11-13 15:51:58,347 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-13 15:51:58,364 main DEBUG Took 0.015656 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 15:51:58,364 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 15:51:58,365 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 15:51:58,365 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 15:51:58,366 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 15:51:58,373 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 15:51:58,384 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 15:51:58,385 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 15:51:58,386 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 15:51:58,386 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 15:51:58,387 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 15:51:58,387 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 15:51:58,388 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 15:51:58,388 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 15:51:58,389 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 15:51:58,389 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 15:51:58,389 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 15:51:58,390 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 15:51:58,390 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 15:51:58,390 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 15:51:58,391 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 15:51:58,391 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 15:51:58,391 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 15:51:58,392 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 15:51:58,392 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 15:51:58,392 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 15:51:58,393 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 15:51:58,393 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 15:51:58,393 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 15:51:58,393 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 15:51:58,394 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 15:51:58,394 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 15:51:58,395 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 15:51:58,396 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 15:51:58,398 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 15:51:58,398 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 15:51:58,399 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 15:51:58,400 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 15:51:58,407 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 15:51:58,410 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 15:51:58,412 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 15:51:58,413 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 15:51:58,413 main DEBUG createAppenders(={Console}) 2024-11-13 15:51:58,414 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-13 15:51:58,415 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-13 15:51:58,415 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-13 15:51:58,416 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 15:51:58,416 main DEBUG OutputStream closed 2024-11-13 15:51:58,416 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 15:51:58,417 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 15:51:58,417 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-13 15:51:58,502 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 15:51:58,505 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 15:51:58,506 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 15:51:58,507 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 15:51:58,508 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 15:51:58,508 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 15:51:58,509 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 15:51:58,509 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 15:51:58,509 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 15:51:58,510 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 15:51:58,510 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 15:51:58,511 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 15:51:58,511 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 15:51:58,512 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 15:51:58,512 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 15:51:58,513 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 15:51:58,513 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 15:51:58,514 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 15:51:58,517 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 15:51:58,517 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-13 15:51:58,517 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 15:51:58,518 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-13T15:51:58,533 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-13 15:51:58,536 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 15:51:58,537 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T15:51:58,593 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=433, ProcessCount=11, AvailableMemoryMB=8483 2024-11-13T15:51:58,802 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-13T15:51:58,844 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3674749-111d-7215-e40a-c9277dac2ede 2024-11-13T15:51:58,847 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3674749-111d-7215-e40a-c9277dac2ede/cluster_3af99316-10db-b007-fd92-8fdb262d5c9d, deleteOnExit=true 2024-11-13T15:51:58,942 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3674749-111d-7215-e40a-c9277dac2ede/cluster_3af99316-10db-b007-fd92-8fdb262d5c9d/zookeeper_0, clientPort=58305, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3674749-111d-7215-e40a-c9277dac2ede/cluster_3af99316-10db-b007-fd92-8fdb262d5c9d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3674749-111d-7215-e40a-c9277dac2ede/cluster_3af99316-10db-b007-fd92-8fdb262d5c9d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T15:51:58,959 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58305 2024-11-13T15:51:58,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T15:51:58,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T15:51:58,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3674749-111d-7215-e40a-c9277dac2ede/test.cache.data in system properties and HBase conf 2024-11-13T15:51:58,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3674749-111d-7215-e40a-c9277dac2ede/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T15:51:58,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3674749-111d-7215-e40a-c9277dac2ede/hadoop.log.dir in system properties and HBase conf 2024-11-13T15:51:58,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3674749-111d-7215-e40a-c9277dac2ede/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T15:51:58,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3674749-111d-7215-e40a-c9277dac2ede/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T15:51:58,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T15:51:59,085 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T15:51:59,222 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T15:51:59,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3674749-111d-7215-e40a-c9277dac2ede/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:51:59,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3674749-111d-7215-e40a-c9277dac2ede/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:51:59,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3674749-111d-7215-e40a-c9277dac2ede/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T15:51:59,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3674749-111d-7215-e40a-c9277dac2ede/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:51:59,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3674749-111d-7215-e40a-c9277dac2ede/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T15:51:59,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3674749-111d-7215-e40a-c9277dac2ede/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T15:51:59,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3674749-111d-7215-e40a-c9277dac2ede/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:51:59,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3674749-111d-7215-e40a-c9277dac2ede/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:51:59,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3674749-111d-7215-e40a-c9277dac2ede/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T15:51:59,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3674749-111d-7215-e40a-c9277dac2ede/nfs.dump.dir in system properties and HBase conf 2024-11-13T15:51:59,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3674749-111d-7215-e40a-c9277dac2ede/java.io.tmpdir in system properties and HBase conf 2024-11-13T15:51:59,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3674749-111d-7215-e40a-c9277dac2ede/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:51:59,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3674749-111d-7215-e40a-c9277dac2ede/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T15:51:59,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3674749-111d-7215-e40a-c9277dac2ede/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T15:52:00,067 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T15:52:00,147 INFO [Time-limited test {}] log.Log(170): Logging initialized @2519ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T15:52:00,253 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:52:00,355 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:52:00,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:52:00,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:52:00,386 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T15:52:00,406 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:52:00,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b60daa6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3674749-111d-7215-e40a-c9277dac2ede/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:52:00,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f37c599{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:52:00,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4709d263{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3674749-111d-7215-e40a-c9277dac2ede/java.io.tmpdir/jetty-localhost-43455-hadoop-hdfs-3_4_1-tests_jar-_-any-7461786794884997318/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:52:00,634 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11328ac4{HTTP/1.1, (http/1.1)}{localhost:43455} 2024-11-13T15:52:00,634 INFO [Time-limited test {}] server.Server(415): Started @3008ms 2024-11-13T15:52:01,024 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:52:01,033 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:52:01,034 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:52:01,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:52:01,035 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T15:52:01,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ff1f547{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3674749-111d-7215-e40a-c9277dac2ede/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:52:01,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@579d3807{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:52:01,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47bc05c9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3674749-111d-7215-e40a-c9277dac2ede/java.io.tmpdir/jetty-localhost-33103-hadoop-hdfs-3_4_1-tests_jar-_-any-4513145213393115762/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:52:01,164 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71075642{HTTP/1.1, (http/1.1)}{localhost:33103} 2024-11-13T15:52:01,164 INFO [Time-limited test {}] server.Server(415): Started @3538ms 2024-11-13T15:52:01,239 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T15:52:01,744 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3674749-111d-7215-e40a-c9277dac2ede/cluster_3af99316-10db-b007-fd92-8fdb262d5c9d/data/data2/current/BP-945410787-172.17.0.3-1731513119821/current, will proceed with Du for space computation calculation, 2024-11-13T15:52:01,744 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3674749-111d-7215-e40a-c9277dac2ede/cluster_3af99316-10db-b007-fd92-8fdb262d5c9d/data/data1/current/BP-945410787-172.17.0.3-1731513119821/current, will proceed with Du for space computation calculation, 2024-11-13T15:52:01,782 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T15:52:01,844 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe17c6cf8533ff487 with lease ID 0x35e69b1d3450b3b1: Processing first storage report for DS-8da491b2-26b3-4978-a07f-670be629bc04 from datanode DatanodeRegistration(127.0.0.1:45187, datanodeUuid=a085b624-035d-44fe-90e4-e0ff2abe0ced, infoPort=35443, infoSecurePort=0, ipcPort=34135, storageInfo=lv=-57;cid=testClusterID;nsid=241344342;c=1731513119821) 2024-11-13T15:52:01,845 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe17c6cf8533ff487 with lease ID 0x35e69b1d3450b3b1: from storage DS-8da491b2-26b3-4978-a07f-670be629bc04 node DatanodeRegistration(127.0.0.1:45187, datanodeUuid=a085b624-035d-44fe-90e4-e0ff2abe0ced, infoPort=35443, infoSecurePort=0, ipcPort=34135, storageInfo=lv=-57;cid=testClusterID;nsid=241344342;c=1731513119821), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T15:52:01,846 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe17c6cf8533ff487 with lease ID 0x35e69b1d3450b3b1: Processing first storage report for DS-b0fdb5c4-e8ef-454f-b14e-f13399e4af6f from datanode DatanodeRegistration(127.0.0.1:45187, datanodeUuid=a085b624-035d-44fe-90e4-e0ff2abe0ced, infoPort=35443, infoSecurePort=0, ipcPort=34135, storageInfo=lv=-57;cid=testClusterID;nsid=241344342;c=1731513119821) 2024-11-13T15:52:01,846 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe17c6cf8533ff487 with lease ID 0x35e69b1d3450b3b1: from storage DS-b0fdb5c4-e8ef-454f-b14e-f13399e4af6f node DatanodeRegistration(127.0.0.1:45187, datanodeUuid=a085b624-035d-44fe-90e4-e0ff2abe0ced, infoPort=35443, infoSecurePort=0, ipcPort=34135, storageInfo=lv=-57;cid=testClusterID;nsid=241344342;c=1731513119821), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T15:52:01,914 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3674749-111d-7215-e40a-c9277dac2ede 2024-11-13T15:52:01,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:01,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:02,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741825_1001 (size=7) 2024-11-13T15:52:02,545 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075 with version=8 2024-11-13T15:52:02,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/hbase-staging 2024-11-13T15:52:02,649 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T15:52:02,891 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:52:02,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:02,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:02,906 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:52:02,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:02,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:52:03,034 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T15:52:03,092 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T15:52:03,101 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T15:52:03,105 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:52:03,131 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10125 (auto-detected) 2024-11-13T15:52:03,133 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-13T15:52:03,155 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37869 2024-11-13T15:52:03,185 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37869 connecting to ZooKeeper ensemble=127.0.0.1:58305 2024-11-13T15:52:03,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378690x0, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:52:03,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37869-0x100a5fd00e20000 connected 2024-11-13T15:52:03,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:03,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:03,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37869-0x100a5fd00e20000, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Set watcher on znode that does not yet exist, /0-1803984311/running 2024-11-13T15:52:03,285 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075, hbase.cluster.distributed=false 2024-11-13T15:52:03,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37869-0x100a5fd00e20000, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Set watcher on znode that does not yet exist, /0-1803984311/acl 2024-11-13T15:52:03,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37869 2024-11-13T15:52:03,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37869 2024-11-13T15:52:03,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37869 2024-11-13T15:52:03,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37869 2024-11-13T15:52:03,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37869 2024-11-13T15:52:03,428 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:52:03,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:03,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:03,431 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:52:03,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:03,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:52:03,434 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T15:52:03,436 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:52:03,437 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40839 2024-11-13T15:52:03,438 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40839 connecting to ZooKeeper ensemble=127.0.0.1:58305 2024-11-13T15:52:03,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:03,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:03,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408390x0, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:52:03,450 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40839-0x100a5fd00e20001 connected 2024-11-13T15:52:03,450 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40839-0x100a5fd00e20001, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Set watcher on znode that does not yet exist, /0-1803984311/running 2024-11-13T15:52:03,454 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T15:52:03,462 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T15:52:03,464 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40839-0x100a5fd00e20001, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Set watcher on znode that does not yet exist, /0-1803984311/master 2024-11-13T15:52:03,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40839-0x100a5fd00e20001, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Set watcher on znode that does not yet exist, /0-1803984311/acl 2024-11-13T15:52:03,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40839 2024-11-13T15:52:03,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40839 2024-11-13T15:52:03,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40839 2024-11-13T15:52:03,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40839 2024-11-13T15:52:03,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40839 2024-11-13T15:52:03,486 DEBUG [M:0;c4c650e80f58:37869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4c650e80f58:37869 2024-11-13T15:52:03,487 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1803984311/backup-masters/c4c650e80f58,37869,1731513122701 2024-11-13T15:52:03,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40839-0x100a5fd00e20001, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803984311/backup-masters 2024-11-13T15:52:03,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37869-0x100a5fd00e20000, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803984311/backup-masters 2024-11-13T15:52:03,497 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37869-0x100a5fd00e20000, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Set watcher on existing znode=/0-1803984311/backup-masters/c4c650e80f58,37869,1731513122701 2024-11-13T15:52:03,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40839-0x100a5fd00e20001, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1803984311/master 2024-11-13T15:52:03,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37869-0x100a5fd00e20000, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803984311 2024-11-13T15:52:03,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40839-0x100a5fd00e20001, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803984311 2024-11-13T15:52:03,518 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37869-0x100a5fd00e20000, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Set watcher on existing znode=/0-1803984311/master 2024-11-13T15:52:03,520 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1803984311/backup-masters/c4c650e80f58,37869,1731513122701 from backup master directory 2024-11-13T15:52:03,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37869-0x100a5fd00e20000, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1803984311/backup-masters/c4c650e80f58,37869,1731513122701 2024-11-13T15:52:03,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40839-0x100a5fd00e20001, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803984311/backup-masters 2024-11-13T15:52:03,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37869-0x100a5fd00e20000, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803984311/backup-masters 2024-11-13T15:52:03,524 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:52:03,524 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4c650e80f58,37869,1731513122701 2024-11-13T15:52:03,527 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T15:52:03,529 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T15:52:03,587 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/hbase.id] with ID: 895c43c0-0c97-432c-813e-8a26c6087bab 2024-11-13T15:52:03,587 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/.tmp/hbase.id 2024-11-13T15:52:03,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741826_1002 (size=42) 2024-11-13T15:52:03,600 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/.tmp/hbase.id]:[hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/hbase.id] 2024-11-13T15:52:03,646 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:03,651 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T15:52:03,670 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-13T15:52:03,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40839-0x100a5fd00e20001, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803984311 2024-11-13T15:52:03,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37869-0x100a5fd00e20000, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803984311 2024-11-13T15:52:03,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741827_1003 (size=196) 2024-11-13T15:52:03,696 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:52:03,699 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T15:52:03,715 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T15:52:03,719 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:52:03,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741828_1004 (size=1189) 2024-11-13T15:52:04,169 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store 2024-11-13T15:52:04,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741829_1005 (size=34) 2024-11-13T15:52:04,594 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T15:52:04,598 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:52:04,599 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:52:04,599 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:04,600 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:04,601 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:52:04,601 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:04,601 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:04,603 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513124599Disabling compacts and flushes for region at 1731513124599Disabling writes for close at 1731513124601 (+2 ms)Writing region close event to WAL at 1731513124601Closed at 1731513124601 2024-11-13T15:52:04,605 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/.initializing 2024-11-13T15:52:04,605 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/WALs/c4c650e80f58,37869,1731513122701 2024-11-13T15:52:04,614 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:52:04,628 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4c650e80f58%2C37869%2C1731513122701, suffix=, logDir=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/WALs/c4c650e80f58,37869,1731513122701, archiveDir=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/oldWALs, maxLogs=10 2024-11-13T15:52:04,652 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/WALs/c4c650e80f58,37869,1731513122701/c4c650e80f58%2C37869%2C1731513122701.1731513124632, exclude list is [], retry=0 2024-11-13T15:52:04,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45187,DS-8da491b2-26b3-4978-a07f-670be629bc04,DISK] 2024-11-13T15:52:04,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T15:52:04,709 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/WALs/c4c650e80f58,37869,1731513122701/c4c650e80f58%2C37869%2C1731513122701.1731513124632 2024-11-13T15:52:04,710 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35443:35443)] 2024-11-13T15:52:04,711 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:52:04,711 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:52:04,714 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:04,715 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:04,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:04,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T15:52:04,781 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:04,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:04,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:04,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T15:52:04,787 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:04,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:52:04,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:04,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T15:52:04,791 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:04,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:52:04,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:04,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T15:52:04,795 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:04,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:52:04,796 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:04,799 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:04,800 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:04,805 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:04,806 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:04,809 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:52:04,812 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:04,817 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:52:04,818 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73365913, jitterRate=0.09323729574680328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:52:04,823 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731513124727Initializing all the Stores at 1731513124729 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513124730 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513124730Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513124731 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513124731Cleaning up temporary data from old regions at 1731513124806 (+75 ms)Region opened successfully at 1731513124823 (+17 ms) 2024-11-13T15:52:04,824 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T15:52:04,857 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1808bb5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:52:04,889 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T15:52:04,900 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T15:52:04,901 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T15:52:04,904 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T15:52:04,905 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T15:52:04,910 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-13T15:52:04,910 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T15:52:04,936 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T15:52:04,944 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37869-0x100a5fd00e20000, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Unable to get data of znode /0-1803984311/balancer because node does not exist (not necessarily an error) 2024-11-13T15:52:04,949 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1803984311/balancer already deleted, retry=false 2024-11-13T15:52:04,952 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T15:52:04,954 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37869-0x100a5fd00e20000, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Unable to get data of znode /0-1803984311/normalizer because node does not exist (not necessarily an error) 2024-11-13T15:52:04,956 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1803984311/normalizer already deleted, retry=false 2024-11-13T15:52:04,958 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T15:52:04,962 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37869-0x100a5fd00e20000, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Unable to get data of znode /0-1803984311/switch/split because node does not exist (not necessarily an error) 2024-11-13T15:52:04,963 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1803984311/switch/split already deleted, retry=false 2024-11-13T15:52:04,965 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37869-0x100a5fd00e20000, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Unable to get data of znode /0-1803984311/switch/merge because node does not exist (not necessarily an error) 2024-11-13T15:52:04,967 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1803984311/switch/merge already deleted, retry=false 2024-11-13T15:52:04,984 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37869-0x100a5fd00e20000, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Unable to get data of znode /0-1803984311/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T15:52:04,987 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1803984311/snapshot-cleanup already deleted, retry=false 2024-11-13T15:52:04,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37869-0x100a5fd00e20000, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1803984311/running 2024-11-13T15:52:04,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40839-0x100a5fd00e20001, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1803984311/running 2024-11-13T15:52:04,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37869-0x100a5fd00e20000, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803984311 2024-11-13T15:52:04,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40839-0x100a5fd00e20001, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803984311 2024-11-13T15:52:04,994 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4c650e80f58,37869,1731513122701, sessionid=0x100a5fd00e20000, setting cluster-up flag (Was=false) 2024-11-13T15:52:05,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37869-0x100a5fd00e20000, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803984311 2024-11-13T15:52:05,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40839-0x100a5fd00e20001, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803984311 2024-11-13T15:52:05,014 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1803984311/flush-table-proc/acquired, /0-1803984311/flush-table-proc/reached, /0-1803984311/flush-table-proc/abort 2024-11-13T15:52:05,016 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,37869,1731513122701 2024-11-13T15:52:05,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37869-0x100a5fd00e20000, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803984311 2024-11-13T15:52:05,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40839-0x100a5fd00e20001, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803984311 2024-11-13T15:52:05,029 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1803984311/online-snapshot/acquired, /0-1803984311/online-snapshot/reached, /0-1803984311/online-snapshot/abort 2024-11-13T15:52:05,030 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,37869,1731513122701 2024-11-13T15:52:05,038 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T15:52:05,076 INFO [RS:0;c4c650e80f58:40839 {}] regionserver.HRegionServer(746): ClusterId : 895c43c0-0c97-432c-813e-8a26c6087bab 2024-11-13T15:52:05,078 DEBUG [RS:0;c4c650e80f58:40839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T15:52:05,084 DEBUG [RS:0;c4c650e80f58:40839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T15:52:05,085 DEBUG [RS:0;c4c650e80f58:40839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T15:52:05,088 DEBUG [RS:0;c4c650e80f58:40839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T15:52:05,088 DEBUG [RS:0;c4c650e80f58:40839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51778098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:52:05,104 DEBUG [RS:0;c4c650e80f58:40839 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4c650e80f58:40839 2024-11-13T15:52:05,107 INFO [RS:0;c4c650e80f58:40839 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T15:52:05,107 INFO [RS:0;c4c650e80f58:40839 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T15:52:05,107 DEBUG [RS:0;c4c650e80f58:40839 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T15:52:05,109 INFO [RS:0;c4c650e80f58:40839 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4c650e80f58,37869,1731513122701 with port=40839, startcode=1731513123392 2024-11-13T15:52:05,117 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T15:52:05,120 DEBUG [RS:0;c4c650e80f58:40839 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T15:52:05,127 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T15:52:05,136 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T15:52:05,143 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4c650e80f58,37869,1731513122701 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T15:52:05,153 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:52:05,153 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:52:05,153 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:52:05,153 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T15:52:05,154 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:52:05,154 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4c650e80f58:0, corePoolSize=10, maxPoolSize=10 2024-11-13T15:52:05,154 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:05,154 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:52:05,155 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:05,157 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731513155157 2024-11-13T15:52:05,159 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T15:52:05,160 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T15:52:05,160 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:52:05,160 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37869 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T15:52:05,160 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T15:52:05,163 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T15:52:05,164 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T15:52:05,164 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T15:52:05,164 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T15:52:05,165 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:05,167 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:05,167 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T15:52:05,167 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T15:52:05,168 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T15:52:05,168 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T15:52:05,169 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T15:52:05,171 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T15:52:05,172 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T15:52:05,174 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513125173,5,FailOnTimeoutGroup] 2024-11-13T15:52:05,179 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513125175,5,FailOnTimeoutGroup] 2024-11-13T15:52:05,180 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:05,180 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T15:52:05,181 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:05,181 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:05,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741831_1007 (size=1321) 2024-11-13T15:52:05,189 DEBUG [RS:0;c4c650e80f58:40839 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T15:52:05,189 WARN [RS:0;c4c650e80f58:40839 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-13T15:52:05,291 INFO [RS:0;c4c650e80f58:40839 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4c650e80f58,37869,1731513122701 with port=40839, startcode=1731513123392 2024-11-13T15:52:05,293 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37869 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4c650e80f58,40839,1731513123392 2024-11-13T15:52:05,296 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37869 {}] master.ServerManager(517): Registering regionserver=c4c650e80f58,40839,1731513123392 2024-11-13T15:52:05,305 DEBUG [RS:0;c4c650e80f58:40839 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075 2024-11-13T15:52:05,306 DEBUG [RS:0;c4c650e80f58:40839 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38219 2024-11-13T15:52:05,306 DEBUG [RS:0;c4c650e80f58:40839 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T15:52:05,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37869-0x100a5fd00e20000, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803984311/rs 2024-11-13T15:52:05,311 DEBUG [RS:0;c4c650e80f58:40839 {}] zookeeper.ZKUtil(111): regionserver:40839-0x100a5fd00e20001, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Set watcher on existing znode=/0-1803984311/rs/c4c650e80f58,40839,1731513123392 2024-11-13T15:52:05,311 WARN [RS:0;c4c650e80f58:40839 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:52:05,311 INFO [RS:0;c4c650e80f58:40839 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:52:05,311 DEBUG [RS:0;c4c650e80f58:40839 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,40839,1731513123392 2024-11-13T15:52:05,313 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4c650e80f58,40839,1731513123392] 2024-11-13T15:52:05,343 INFO [RS:0;c4c650e80f58:40839 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T15:52:05,361 INFO [RS:0;c4c650e80f58:40839 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T15:52:05,368 INFO [RS:0;c4c650e80f58:40839 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T15:52:05,368 INFO [RS:0;c4c650e80f58:40839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:05,369 INFO [RS:0;c4c650e80f58:40839 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T15:52:05,375 INFO [RS:0;c4c650e80f58:40839 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T15:52:05,377 INFO [RS:0;c4c650e80f58:40839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:05,377 DEBUG [RS:0;c4c650e80f58:40839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:05,377 DEBUG [RS:0;c4c650e80f58:40839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:05,378 DEBUG [RS:0;c4c650e80f58:40839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:05,378 DEBUG [RS:0;c4c650e80f58:40839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:05,378 DEBUG [RS:0;c4c650e80f58:40839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:05,378 DEBUG [RS:0;c4c650e80f58:40839 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:52:05,378 DEBUG [RS:0;c4c650e80f58:40839 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:05,378 DEBUG [RS:0;c4c650e80f58:40839 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:05,378 DEBUG [RS:0;c4c650e80f58:40839 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:05,379 DEBUG [RS:0;c4c650e80f58:40839 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:05,379 DEBUG [RS:0;c4c650e80f58:40839 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:05,379 DEBUG [RS:0;c4c650e80f58:40839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:05,379 DEBUG [RS:0;c4c650e80f58:40839 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:52:05,379 DEBUG [RS:0;c4c650e80f58:40839 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:52:05,380 INFO [RS:0;c4c650e80f58:40839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:05,380 INFO [RS:0;c4c650e80f58:40839 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:05,381 INFO [RS:0;c4c650e80f58:40839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:05,381 INFO [RS:0;c4c650e80f58:40839 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:05,381 INFO [RS:0;c4c650e80f58:40839 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:05,381 INFO [RS:0;c4c650e80f58:40839 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,40839,1731513123392-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:52:05,402 INFO [RS:0;c4c650e80f58:40839 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T15:52:05,403 INFO [RS:0;c4c650e80f58:40839 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,40839,1731513123392-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:05,404 INFO [RS:0;c4c650e80f58:40839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:05,404 INFO [RS:0;c4c650e80f58:40839 {}] regionserver.Replication(171): c4c650e80f58,40839,1731513123392 started 2024-11-13T15:52:05,423 INFO [RS:0;c4c650e80f58:40839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:05,424 INFO [RS:0;c4c650e80f58:40839 {}] regionserver.HRegionServer(1482): Serving as c4c650e80f58,40839,1731513123392, RpcServer on c4c650e80f58/172.17.0.3:40839, sessionid=0x100a5fd00e20001 2024-11-13T15:52:05,424 DEBUG [RS:0;c4c650e80f58:40839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T15:52:05,425 DEBUG [RS:0;c4c650e80f58:40839 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4c650e80f58,40839,1731513123392 2024-11-13T15:52:05,425 DEBUG [RS:0;c4c650e80f58:40839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,40839,1731513123392' 2024-11-13T15:52:05,425 DEBUG [RS:0;c4c650e80f58:40839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1803984311/flush-table-proc/abort' 2024-11-13T15:52:05,426 DEBUG [RS:0;c4c650e80f58:40839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1803984311/flush-table-proc/acquired' 2024-11-13T15:52:05,427 DEBUG [RS:0;c4c650e80f58:40839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T15:52:05,427 DEBUG [RS:0;c4c650e80f58:40839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T15:52:05,427 DEBUG [RS:0;c4c650e80f58:40839 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4c650e80f58,40839,1731513123392 2024-11-13T15:52:05,427 DEBUG [RS:0;c4c650e80f58:40839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,40839,1731513123392' 2024-11-13T15:52:05,427 DEBUG [RS:0;c4c650e80f58:40839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1803984311/online-snapshot/abort' 2024-11-13T15:52:05,428 DEBUG [RS:0;c4c650e80f58:40839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1803984311/online-snapshot/acquired' 2024-11-13T15:52:05,429 DEBUG [RS:0;c4c650e80f58:40839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T15:52:05,429 INFO [RS:0;c4c650e80f58:40839 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T15:52:05,429 INFO [RS:0;c4c650e80f58:40839 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T15:52:05,534 INFO [RS:0;c4c650e80f58:40839 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:52:05,538 INFO [RS:0;c4c650e80f58:40839 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C40839%2C1731513123392, suffix=, logDir=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,40839,1731513123392, archiveDir=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/oldWALs, maxLogs=10 2024-11-13T15:52:05,555 DEBUG [RS:0;c4c650e80f58:40839 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,40839,1731513123392/c4c650e80f58%2C40839%2C1731513123392.1731513125540, exclude list is [], retry=0 2024-11-13T15:52:05,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45187,DS-8da491b2-26b3-4978-a07f-670be629bc04,DISK] 2024-11-13T15:52:05,563 INFO [RS:0;c4c650e80f58:40839 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,40839,1731513123392/c4c650e80f58%2C40839%2C1731513123392.1731513125540 2024-11-13T15:52:05,564 DEBUG [RS:0;c4c650e80f58:40839 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35443:35443)] 2024-11-13T15:52:05,585 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T15:52:05,585 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075 2024-11-13T15:52:05,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741833_1009 (size=32) 2024-11-13T15:52:05,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:52:06,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:52:06,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:52:06,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:06,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:06,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:52:06,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:52:06,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:06,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:06,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:52:06,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:52:06,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:06,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:06,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:52:06,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:52:06,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:06,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:06,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:52:06,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/meta/1588230740 2024-11-13T15:52:06,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/meta/1588230740 2024-11-13T15:52:06,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:52:06,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:52:06,021 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:52:06,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:52:06,027 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:52:06,027 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66160055, jitterRate=-0.014138355851173401}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:52:06,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731513125997Initializing all the Stores at 1731513125999 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513125999Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513125999Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513126000 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513126000Cleaning up temporary data from old regions at 1731513126020 (+20 ms)Region opened successfully at 1731513126029 (+9 ms) 2024-11-13T15:52:06,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:52:06,030 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:52:06,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:52:06,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:52:06,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:52:06,031 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:52:06,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513126030Disabling compacts and flushes for region at 1731513126030Disabling writes for close at 1731513126030Writing region close event to WAL at 1731513126031 (+1 ms)Closed at 1731513126031 2024-11-13T15:52:06,035 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:52:06,035 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T15:52:06,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T15:52:06,049 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:52:06,051 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T15:52:06,203 DEBUG [c4c650e80f58:37869 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T15:52:06,216 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4c650e80f58,40839,1731513123392 2024-11-13T15:52:06,222 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,40839,1731513123392, state=OPENING 2024-11-13T15:52:06,228 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T15:52:06,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40839-0x100a5fd00e20001, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803984311 2024-11-13T15:52:06,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37869-0x100a5fd00e20000, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803984311 2024-11-13T15:52:06,236 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1803984311/meta-region-server: CHANGED 2024-11-13T15:52:06,236 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1803984311/meta-region-server: CHANGED 2024-11-13T15:52:06,237 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:52:06,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,40839,1731513123392}] 2024-11-13T15:52:06,414 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T15:52:06,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T15:52:06,429 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T15:52:06,429 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:52:06,429 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T15:52:06,432 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C40839%2C1731513123392.meta, suffix=.meta, logDir=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,40839,1731513123392, archiveDir=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/oldWALs, maxLogs=10 2024-11-13T15:52:06,449 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,40839,1731513123392/c4c650e80f58%2C40839%2C1731513123392.meta.1731513126434.meta, exclude list is [], retry=0 2024-11-13T15:52:06,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45187,DS-8da491b2-26b3-4978-a07f-670be629bc04,DISK] 2024-11-13T15:52:06,456 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,40839,1731513123392/c4c650e80f58%2C40839%2C1731513123392.meta.1731513126434.meta 2024-11-13T15:52:06,456 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35443:35443)] 2024-11-13T15:52:06,456 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:52:06,461 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:52:06,463 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:52:06,465 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T15:52:06,467 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T15:52:06,471 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T15:52:06,471 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:52:06,471 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T15:52:06,471 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T15:52:06,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:52:06,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:52:06,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:06,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:06,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:52:06,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:52:06,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:06,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:06,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:52:06,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:52:06,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:06,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:06,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:52:06,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:52:06,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:06,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:06,484 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:52:06,485 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/meta/1588230740 2024-11-13T15:52:06,488 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/meta/1588230740 2024-11-13T15:52:06,490 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:52:06,490 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:52:06,491 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:52:06,493 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:52:06,495 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64352114, jitterRate=-0.041078776121139526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:52:06,495 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T15:52:06,497 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731513126472Writing region info on filesystem at 1731513126472Initializing all the Stores at 1731513126474 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513126474Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513126474Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513126474Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513126474Cleaning up temporary data from old regions at 1731513126490 (+16 ms)Running coprocessor post-open hooks at 1731513126495 (+5 ms)Region opened successfully at 1731513126497 (+2 ms) 2024-11-13T15:52:06,504 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731513126405 2024-11-13T15:52:06,515 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T15:52:06,516 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T15:52:06,518 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,40839,1731513123392 2024-11-13T15:52:06,520 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,40839,1731513123392, state=OPEN 2024-11-13T15:52:06,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40839-0x100a5fd00e20001, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1803984311/meta-region-server 2024-11-13T15:52:06,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37869-0x100a5fd00e20000, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1803984311/meta-region-server 2024-11-13T15:52:06,523 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1803984311/meta-region-server: CHANGED 2024-11-13T15:52:06,523 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1803984311/meta-region-server: CHANGED 2024-11-13T15:52:06,523 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4c650e80f58,40839,1731513123392 2024-11-13T15:52:06,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T15:52:06,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,40839,1731513123392 in 284 msec 2024-11-13T15:52:06,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T15:52:06,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 489 msec 2024-11-13T15:52:06,536 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:52:06,536 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T15:52:06,557 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:52:06,558 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,40839,1731513123392, seqNum=-1] 2024-11-13T15:52:06,579 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:52:06,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:52:06,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5340 sec 2024-11-13T15:52:06,602 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731513126602, completionTime=-1 2024-11-13T15:52:06,605 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T15:52:06,605 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T15:52:06,633 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T15:52:06,633 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731513186633 2024-11-13T15:52:06,634 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731513246633 2024-11-13T15:52:06,634 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 28 msec 2024-11-13T15:52:06,636 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,37869,1731513122701-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:06,636 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,37869,1731513122701-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:06,636 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,37869,1731513122701-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:06,638 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4c650e80f58:37869, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:06,638 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:06,639 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:06,646 DEBUG [master/c4c650e80f58:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T15:52:06,667 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.143sec 2024-11-13T15:52:06,668 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T15:52:06,670 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T15:52:06,671 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T15:52:06,671 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T15:52:06,671 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T15:52:06,672 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,37869,1731513122701-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:52:06,673 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,37869,1731513122701-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T15:52:06,681 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T15:52:06,682 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T15:52:06,682 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,37869,1731513122701-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:06,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56fda5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:06,689 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T15:52:06,689 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T15:52:06,692 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,37869,-1 for getting cluster id 2024-11-13T15:52:06,695 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:52:06,702 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '895c43c0-0c97-432c-813e-8a26c6087bab' 2024-11-13T15:52:06,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:52:06,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "895c43c0-0c97-432c-813e-8a26c6087bab" 2024-11-13T15:52:06,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a11d50b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:06,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,37869,-1] 2024-11-13T15:52:06,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:52:06,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:06,714 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:52:06,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ebdfe4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:06,717 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:52:06,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,40839,1731513123392, seqNum=-1] 2024-11-13T15:52:06,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:52:06,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:52:06,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4c650e80f58,37869,1731513122701 2024-11-13T15:52:06,759 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58305 2024-11-13T15:52:06,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:52:06,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100a5fd00e20002 connected 2024-11-13T15:52:06,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3674749-111d-7215-e40a-c9277dac2ede/hadoop.log.dir so I do NOT create it in target/test-data/f67ea2c9-53f6-e7d8-9b7b-c0864406180e 2024-11-13T15:52:06,782 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3674749-111d-7215-e40a-c9277dac2ede/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T15:52:06,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3674749-111d-7215-e40a-c9277dac2ede/hadoop.tmp.dir so I do NOT create it in target/test-data/f67ea2c9-53f6-e7d8-9b7b-c0864406180e 2024-11-13T15:52:06,783 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3674749-111d-7215-e40a-c9277dac2ede/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T15:52:06,783 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67ea2c9-53f6-e7d8-9b7b-c0864406180e 2024-11-13T15:52:06,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T15:52:06,783 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67ea2c9-53f6-e7d8-9b7b-c0864406180e/cluster_1fa7df93-b60b-4176-dd87-d349d0a36962, deleteOnExit=true 2024-11-13T15:52:06,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T15:52:06,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67ea2c9-53f6-e7d8-9b7b-c0864406180e/test.cache.data in system properties and HBase conf 2024-11-13T15:52:06,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67ea2c9-53f6-e7d8-9b7b-c0864406180e/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T15:52:06,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67ea2c9-53f6-e7d8-9b7b-c0864406180e/hadoop.log.dir in system properties and HBase conf 2024-11-13T15:52:06,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67ea2c9-53f6-e7d8-9b7b-c0864406180e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T15:52:06,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67ea2c9-53f6-e7d8-9b7b-c0864406180e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T15:52:06,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T15:52:06,784 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T15:52:06,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67ea2c9-53f6-e7d8-9b7b-c0864406180e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:52:06,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67ea2c9-53f6-e7d8-9b7b-c0864406180e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:52:06,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67ea2c9-53f6-e7d8-9b7b-c0864406180e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T15:52:06,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67ea2c9-53f6-e7d8-9b7b-c0864406180e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:52:06,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67ea2c9-53f6-e7d8-9b7b-c0864406180e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T15:52:06,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67ea2c9-53f6-e7d8-9b7b-c0864406180e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T15:52:06,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67ea2c9-53f6-e7d8-9b7b-c0864406180e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:52:06,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67ea2c9-53f6-e7d8-9b7b-c0864406180e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:52:06,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67ea2c9-53f6-e7d8-9b7b-c0864406180e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T15:52:06,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67ea2c9-53f6-e7d8-9b7b-c0864406180e/nfs.dump.dir in system properties and HBase conf 2024-11-13T15:52:06,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67ea2c9-53f6-e7d8-9b7b-c0864406180e/java.io.tmpdir in system properties and HBase conf 2024-11-13T15:52:06,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67ea2c9-53f6-e7d8-9b7b-c0864406180e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:52:06,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67ea2c9-53f6-e7d8-9b7b-c0864406180e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T15:52:06,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67ea2c9-53f6-e7d8-9b7b-c0864406180e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T15:52:06,893 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:52:06,899 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:52:06,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:52:06,901 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:52:06,901 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T15:52:06,902 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:52:06,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b2fd1de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67ea2c9-53f6-e7d8-9b7b-c0864406180e/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:52:06,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ab92702{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:52:07,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c493841{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67ea2c9-53f6-e7d8-9b7b-c0864406180e/java.io.tmpdir/jetty-localhost-44849-hadoop-hdfs-3_4_1-tests_jar-_-any-15308179049540565742/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:52:07,024 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c3ddc8d{HTTP/1.1, (http/1.1)}{localhost:44849} 2024-11-13T15:52:07,024 INFO [Time-limited test {}] server.Server(415): Started @9398ms 2024-11-13T15:52:07,122 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:52:07,127 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:52:07,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:52:07,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:52:07,128 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T15:52:07,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c1a79f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67ea2c9-53f6-e7d8-9b7b-c0864406180e/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:52:07,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@694723d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:52:07,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@761cde0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67ea2c9-53f6-e7d8-9b7b-c0864406180e/java.io.tmpdir/jetty-localhost-33725-hadoop-hdfs-3_4_1-tests_jar-_-any-10972276076402546567/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:52:07,251 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f8d64d4{HTTP/1.1, (http/1.1)}{localhost:33725} 2024-11-13T15:52:07,251 INFO [Time-limited test {}] server.Server(415): Started @9624ms 2024-11-13T15:52:07,253 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T15:52:07,367 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67ea2c9-53f6-e7d8-9b7b-c0864406180e/cluster_1fa7df93-b60b-4176-dd87-d349d0a36962/data/data1/current/BP-1287161576-172.17.0.3-1731513126820/current, will proceed with Du for space computation calculation, 2024-11-13T15:52:07,367 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67ea2c9-53f6-e7d8-9b7b-c0864406180e/cluster_1fa7df93-b60b-4176-dd87-d349d0a36962/data/data2/current/BP-1287161576-172.17.0.3-1731513126820/current, will proceed with Du for space computation calculation, 2024-11-13T15:52:07,432 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T15:52:07,436 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4758dcc76fc11276 with lease ID 0xf088941acf9b616c: Processing first storage report for DS-86c3c43b-efe9-4f66-bcc6-dab8dfbc8096 from datanode DatanodeRegistration(127.0.0.1:37313, datanodeUuid=0cf58186-8f66-418f-849a-f4d9f433a940, infoPort=45235, infoSecurePort=0, ipcPort=40033, storageInfo=lv=-57;cid=testClusterID;nsid=1932638261;c=1731513126820) 2024-11-13T15:52:07,437 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4758dcc76fc11276 with lease ID 0xf088941acf9b616c: from storage DS-86c3c43b-efe9-4f66-bcc6-dab8dfbc8096 node DatanodeRegistration(127.0.0.1:37313, datanodeUuid=0cf58186-8f66-418f-849a-f4d9f433a940, infoPort=45235, infoSecurePort=0, ipcPort=40033, storageInfo=lv=-57;cid=testClusterID;nsid=1932638261;c=1731513126820), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T15:52:07,437 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4758dcc76fc11276 with lease ID 0xf088941acf9b616c: Processing first storage report for DS-8b476e07-9642-46ad-8f74-a06185189abb from datanode DatanodeRegistration(127.0.0.1:37313, datanodeUuid=0cf58186-8f66-418f-849a-f4d9f433a940, infoPort=45235, infoSecurePort=0, ipcPort=40033, storageInfo=lv=-57;cid=testClusterID;nsid=1932638261;c=1731513126820) 2024-11-13T15:52:07,437 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4758dcc76fc11276 with lease ID 0xf088941acf9b616c: from storage DS-8b476e07-9642-46ad-8f74-a06185189abb node DatanodeRegistration(127.0.0.1:37313, datanodeUuid=0cf58186-8f66-418f-849a-f4d9f433a940, infoPort=45235, infoSecurePort=0, ipcPort=40033, storageInfo=lv=-57;cid=testClusterID;nsid=1932638261;c=1731513126820), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T15:52:07,486 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67ea2c9-53f6-e7d8-9b7b-c0864406180e 2024-11-13T15:52:07,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:07,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:07,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37313 is added to blk_1073741825_1001 (size=7) 2024-11-13T15:52:07,903 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac with version=8 2024-11-13T15:52:07,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/hbase-staging 2024-11-13T15:52:07,906 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:52:07,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:07,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:07,907 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:52:07,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:07,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:52:07,907 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T15:52:07,907 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:52:07,908 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45973 2024-11-13T15:52:07,909 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45973 connecting to ZooKeeper ensemble=127.0.0.1:58305 2024-11-13T15:52:07,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459730x0, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:52:07,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45973-0x100a5fd00e20003 connected 2024-11-13T15:52:07,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:07,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:07,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45973-0x100a5fd00e20003, quorum=127.0.0.1:58305, baseZNode=/11682079751 Set watcher on znode that does not yet exist, /11682079751/running 2024-11-13T15:52:07,936 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac, hbase.cluster.distributed=false 2024-11-13T15:52:07,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45973-0x100a5fd00e20003, quorum=127.0.0.1:58305, baseZNode=/11682079751 Set watcher on znode that does not yet exist, /11682079751/acl 2024-11-13T15:52:07,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45973 2024-11-13T15:52:07,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45973 2024-11-13T15:52:07,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45973 2024-11-13T15:52:07,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45973 2024-11-13T15:52:07,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45973 2024-11-13T15:52:07,960 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:52:07,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:07,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:07,960 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:52:07,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:07,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:52:07,961 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T15:52:07,961 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:52:07,961 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44991 2024-11-13T15:52:07,963 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44991 connecting to ZooKeeper ensemble=127.0.0.1:58305 2024-11-13T15:52:07,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:07,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:07,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449910x0, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:52:07,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449910x0, quorum=127.0.0.1:58305, baseZNode=/11682079751 Set watcher on znode that does not yet exist, /11682079751/running 2024-11-13T15:52:07,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44991-0x100a5fd00e20004 connected 2024-11-13T15:52:07,972 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T15:52:07,973 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T15:52:07,974 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44991-0x100a5fd00e20004, quorum=127.0.0.1:58305, baseZNode=/11682079751 Set watcher on znode that does not yet exist, /11682079751/master 2024-11-13T15:52:07,975 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44991-0x100a5fd00e20004, quorum=127.0.0.1:58305, baseZNode=/11682079751 Set watcher on znode that does not yet exist, /11682079751/acl 2024-11-13T15:52:07,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44991 2024-11-13T15:52:07,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44991 2024-11-13T15:52:07,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44991 2024-11-13T15:52:07,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44991 2024-11-13T15:52:07,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44991 2024-11-13T15:52:08,002 DEBUG [M:0;c4c650e80f58:45973 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4c650e80f58:45973 2024-11-13T15:52:08,003 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11682079751/backup-masters/c4c650e80f58,45973,1731513127906 2024-11-13T15:52:08,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45973-0x100a5fd00e20003, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682079751/backup-masters 2024-11-13T15:52:08,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44991-0x100a5fd00e20004, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682079751/backup-masters 2024-11-13T15:52:08,007 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45973-0x100a5fd00e20003, quorum=127.0.0.1:58305, baseZNode=/11682079751 Set watcher on existing znode=/11682079751/backup-masters/c4c650e80f58,45973,1731513127906 2024-11-13T15:52:08,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45973-0x100a5fd00e20003, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682079751 2024-11-13T15:52:08,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44991-0x100a5fd00e20004, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11682079751/master 2024-11-13T15:52:08,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44991-0x100a5fd00e20004, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682079751 2024-11-13T15:52:08,009 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45973-0x100a5fd00e20003, quorum=127.0.0.1:58305, baseZNode=/11682079751 Set watcher on existing znode=/11682079751/master 2024-11-13T15:52:08,010 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11682079751/backup-masters/c4c650e80f58,45973,1731513127906 from backup master directory 2024-11-13T15:52:08,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45973-0x100a5fd00e20003, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11682079751/backup-masters/c4c650e80f58,45973,1731513127906 2024-11-13T15:52:08,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44991-0x100a5fd00e20004, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682079751/backup-masters 2024-11-13T15:52:08,012 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:52:08,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45973-0x100a5fd00e20003, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682079751/backup-masters 2024-11-13T15:52:08,012 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4c650e80f58,45973,1731513127906 2024-11-13T15:52:08,019 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/hbase.id] with ID: ab50d3a3-8247-45b5-ad5b-a6be23656ca2 2024-11-13T15:52:08,019 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/.tmp/hbase.id 2024-11-13T15:52:08,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37313 is added to blk_1073741826_1002 (size=42) 2024-11-13T15:52:08,429 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/.tmp/hbase.id]:[hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/hbase.id] 2024-11-13T15:52:08,473 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:08,474 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T15:52:08,476 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T15:52:08,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45973-0x100a5fd00e20003, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682079751 2024-11-13T15:52:08,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44991-0x100a5fd00e20004, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682079751 2024-11-13T15:52:08,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37313 is added to blk_1073741827_1003 (size=196) 2024-11-13T15:52:08,495 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:52:08,496 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T15:52:08,497 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:52:08,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37313 is added to blk_1073741828_1004 (size=1189) 2024-11-13T15:52:08,914 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/MasterData/data/master/store 2024-11-13T15:52:08,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37313 is added to blk_1073741829_1005 (size=34) 2024-11-13T15:52:08,925 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:52:08,925 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:52:08,925 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:08,925 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:08,925 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:52:08,925 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:08,925 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:08,925 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513128925Disabling compacts and flushes for region at 1731513128925Disabling writes for close at 1731513128925Writing region close event to WAL at 1731513128925Closed at 1731513128925 2024-11-13T15:52:08,927 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/MasterData/data/master/store/.initializing 2024-11-13T15:52:08,927 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/MasterData/WALs/c4c650e80f58,45973,1731513127906 2024-11-13T15:52:08,929 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:52:08,932 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4c650e80f58%2C45973%2C1731513127906, suffix=, logDir=hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/MasterData/WALs/c4c650e80f58,45973,1731513127906, archiveDir=hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/MasterData/oldWALs, maxLogs=10 2024-11-13T15:52:08,951 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/MasterData/WALs/c4c650e80f58,45973,1731513127906/c4c650e80f58%2C45973%2C1731513127906.1731513128932, exclude list is [], retry=0 2024-11-13T15:52:08,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37313,DS-86c3c43b-efe9-4f66-bcc6-dab8dfbc8096,DISK] 2024-11-13T15:52:08,958 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/MasterData/WALs/c4c650e80f58,45973,1731513127906/c4c650e80f58%2C45973%2C1731513127906.1731513128932 2024-11-13T15:52:08,959 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45235:45235)] 2024-11-13T15:52:08,959 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:52:08,959 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:52:08,959 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:08,959 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:08,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:08,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T15:52:08,964 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:08,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:08,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:08,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T15:52:08,966 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:08,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:52:08,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:08,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T15:52:08,969 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:08,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:52:08,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:08,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T15:52:08,973 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:08,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:52:08,974 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:08,975 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:08,975 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:08,978 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:08,978 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:08,979 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:52:08,981 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:08,985 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:52:08,986 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65625223, jitterRate=-0.02210797369480133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:52:08,986 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731513128959Initializing all the Stores at 1731513128961 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513128961Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513128961Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513128961Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513128961Cleaning up temporary data from old regions at 1731513128978 (+17 ms)Region opened successfully at 1731513128986 (+8 ms) 2024-11-13T15:52:08,986 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T15:52:08,991 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f806ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:52:08,993 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T15:52:08,993 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T15:52:08,993 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T15:52:08,993 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T15:52:08,994 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T15:52:08,994 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T15:52:08,994 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T15:52:08,997 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T15:52:08,998 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45973-0x100a5fd00e20003, quorum=127.0.0.1:58305, baseZNode=/11682079751 Unable to get data of znode /11682079751/balancer because node does not exist (not necessarily an error) 2024-11-13T15:52:09,001 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11682079751/balancer already deleted, retry=false 2024-11-13T15:52:09,002 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T15:52:09,002 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45973-0x100a5fd00e20003, quorum=127.0.0.1:58305, baseZNode=/11682079751 Unable to get data of znode /11682079751/normalizer because node does not exist (not necessarily an error) 2024-11-13T15:52:09,004 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11682079751/normalizer already deleted, retry=false 2024-11-13T15:52:09,004 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T15:52:09,005 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45973-0x100a5fd00e20003, quorum=127.0.0.1:58305, baseZNode=/11682079751 Unable to get data of znode /11682079751/switch/split because node does not exist (not necessarily an error) 2024-11-13T15:52:09,007 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11682079751/switch/split already deleted, retry=false 2024-11-13T15:52:09,008 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45973-0x100a5fd00e20003, quorum=127.0.0.1:58305, baseZNode=/11682079751 Unable to get data of znode /11682079751/switch/merge because node does not exist (not necessarily an error) 2024-11-13T15:52:09,009 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11682079751/switch/merge already deleted, retry=false 2024-11-13T15:52:09,012 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45973-0x100a5fd00e20003, quorum=127.0.0.1:58305, baseZNode=/11682079751 Unable to get data of znode /11682079751/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T15:52:09,014 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11682079751/snapshot-cleanup already deleted, retry=false 2024-11-13T15:52:09,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45973-0x100a5fd00e20003, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11682079751/running 2024-11-13T15:52:09,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44991-0x100a5fd00e20004, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11682079751/running 2024-11-13T15:52:09,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45973-0x100a5fd00e20003, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682079751 2024-11-13T15:52:09,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44991-0x100a5fd00e20004, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682079751 2024-11-13T15:52:09,017 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4c650e80f58,45973,1731513127906, sessionid=0x100a5fd00e20003, setting cluster-up flag (Was=false) 2024-11-13T15:52:09,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45973-0x100a5fd00e20003, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682079751 2024-11-13T15:52:09,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44991-0x100a5fd00e20004, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682079751 2024-11-13T15:52:09,027 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11682079751/flush-table-proc/acquired, /11682079751/flush-table-proc/reached, /11682079751/flush-table-proc/abort 2024-11-13T15:52:09,028 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,45973,1731513127906 2024-11-13T15:52:09,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45973-0x100a5fd00e20003, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682079751 2024-11-13T15:52:09,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44991-0x100a5fd00e20004, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682079751 2024-11-13T15:52:09,038 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11682079751/online-snapshot/acquired, /11682079751/online-snapshot/reached, /11682079751/online-snapshot/abort 2024-11-13T15:52:09,040 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,45973,1731513127906 2024-11-13T15:52:09,042 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T15:52:09,045 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T15:52:09,045 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T15:52:09,045 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T15:52:09,045 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4c650e80f58,45973,1731513127906 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T15:52:09,047 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:52:09,047 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:52:09,047 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:52:09,047 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:52:09,047 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4c650e80f58:0, corePoolSize=10, maxPoolSize=10 2024-11-13T15:52:09,047 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:09,048 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:52:09,048 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:09,050 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731513159050 2024-11-13T15:52:09,050 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T15:52:09,050 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T15:52:09,051 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T15:52:09,051 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T15:52:09,051 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T15:52:09,051 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T15:52:09,051 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:09,051 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T15:52:09,051 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T15:52:09,052 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T15:52:09,052 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T15:52:09,052 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T15:52:09,052 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T15:52:09,052 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:52:09,052 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513129052,5,FailOnTimeoutGroup] 2024-11-13T15:52:09,052 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T15:52:09,052 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513129052,5,FailOnTimeoutGroup] 2024-11-13T15:52:09,052 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:09,053 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T15:52:09,053 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:09,053 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:09,054 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:09,055 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T15:52:09,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37313 is added to blk_1073741831_1007 (size=1321) 2024-11-13T15:52:09,085 INFO [RS:0;c4c650e80f58:44991 {}] regionserver.HRegionServer(746): ClusterId : ab50d3a3-8247-45b5-ad5b-a6be23656ca2 2024-11-13T15:52:09,085 DEBUG [RS:0;c4c650e80f58:44991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T15:52:09,088 DEBUG [RS:0;c4c650e80f58:44991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T15:52:09,088 DEBUG [RS:0;c4c650e80f58:44991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T15:52:09,092 DEBUG [RS:0;c4c650e80f58:44991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T15:52:09,092 DEBUG [RS:0;c4c650e80f58:44991 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5384d917, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:52:09,109 DEBUG [RS:0;c4c650e80f58:44991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4c650e80f58:44991 2024-11-13T15:52:09,109 INFO [RS:0;c4c650e80f58:44991 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T15:52:09,109 INFO [RS:0;c4c650e80f58:44991 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T15:52:09,109 DEBUG [RS:0;c4c650e80f58:44991 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T15:52:09,110 INFO [RS:0;c4c650e80f58:44991 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4c650e80f58,45973,1731513127906 with port=44991, startcode=1731513127960 2024-11-13T15:52:09,111 DEBUG [RS:0;c4c650e80f58:44991 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T15:52:09,113 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T15:52:09,113 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45973 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4c650e80f58,44991,1731513127960 2024-11-13T15:52:09,114 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45973 {}] master.ServerManager(517): Registering regionserver=c4c650e80f58,44991,1731513127960 2024-11-13T15:52:09,116 DEBUG [RS:0;c4c650e80f58:44991 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac 2024-11-13T15:52:09,116 DEBUG [RS:0;c4c650e80f58:44991 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38435 2024-11-13T15:52:09,116 DEBUG [RS:0;c4c650e80f58:44991 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T15:52:09,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45973-0x100a5fd00e20003, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682079751/rs 2024-11-13T15:52:09,122 DEBUG [RS:0;c4c650e80f58:44991 {}] zookeeper.ZKUtil(111): regionserver:44991-0x100a5fd00e20004, quorum=127.0.0.1:58305, baseZNode=/11682079751 Set watcher on existing znode=/11682079751/rs/c4c650e80f58,44991,1731513127960 2024-11-13T15:52:09,122 WARN [RS:0;c4c650e80f58:44991 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:52:09,122 INFO [RS:0;c4c650e80f58:44991 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:52:09,122 DEBUG [RS:0;c4c650e80f58:44991 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/WALs/c4c650e80f58,44991,1731513127960 2024-11-13T15:52:09,122 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4c650e80f58,44991,1731513127960] 2024-11-13T15:52:09,126 INFO [RS:0;c4c650e80f58:44991 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T15:52:09,129 INFO [RS:0;c4c650e80f58:44991 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T15:52:09,129 INFO [RS:0;c4c650e80f58:44991 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T15:52:09,130 INFO [RS:0;c4c650e80f58:44991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:09,130 INFO [RS:0;c4c650e80f58:44991 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T15:52:09,131 INFO [RS:0;c4c650e80f58:44991 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T15:52:09,131 INFO [RS:0;c4c650e80f58:44991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:09,131 DEBUG [RS:0;c4c650e80f58:44991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:09,131 DEBUG [RS:0;c4c650e80f58:44991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:09,131 DEBUG [RS:0;c4c650e80f58:44991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:09,131 DEBUG [RS:0;c4c650e80f58:44991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:09,131 DEBUG [RS:0;c4c650e80f58:44991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:09,131 DEBUG [RS:0;c4c650e80f58:44991 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:52:09,131 DEBUG [RS:0;c4c650e80f58:44991 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:09,132 DEBUG [RS:0;c4c650e80f58:44991 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:09,132 DEBUG [RS:0;c4c650e80f58:44991 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:09,132 DEBUG [RS:0;c4c650e80f58:44991 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:09,132 DEBUG [RS:0;c4c650e80f58:44991 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:09,132 DEBUG [RS:0;c4c650e80f58:44991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:09,132 DEBUG [RS:0;c4c650e80f58:44991 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:52:09,132 DEBUG [RS:0;c4c650e80f58:44991 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:52:09,132 INFO [RS:0;c4c650e80f58:44991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:09,132 INFO [RS:0;c4c650e80f58:44991 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:09,133 INFO [RS:0;c4c650e80f58:44991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:09,133 INFO [RS:0;c4c650e80f58:44991 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:09,133 INFO [RS:0;c4c650e80f58:44991 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:09,133 INFO [RS:0;c4c650e80f58:44991 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,44991,1731513127960-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:52:09,148 INFO [RS:0;c4c650e80f58:44991 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T15:52:09,148 INFO [RS:0;c4c650e80f58:44991 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,44991,1731513127960-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:09,148 INFO [RS:0;c4c650e80f58:44991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:09,148 INFO [RS:0;c4c650e80f58:44991 {}] regionserver.Replication(171): c4c650e80f58,44991,1731513127960 started 2024-11-13T15:52:09,162 INFO [RS:0;c4c650e80f58:44991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:09,162 INFO [RS:0;c4c650e80f58:44991 {}] regionserver.HRegionServer(1482): Serving as c4c650e80f58,44991,1731513127960, RpcServer on c4c650e80f58/172.17.0.3:44991, sessionid=0x100a5fd00e20004 2024-11-13T15:52:09,163 DEBUG [RS:0;c4c650e80f58:44991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T15:52:09,163 DEBUG [RS:0;c4c650e80f58:44991 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4c650e80f58,44991,1731513127960 2024-11-13T15:52:09,163 DEBUG [RS:0;c4c650e80f58:44991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,44991,1731513127960' 2024-11-13T15:52:09,163 DEBUG [RS:0;c4c650e80f58:44991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11682079751/flush-table-proc/abort' 2024-11-13T15:52:09,163 DEBUG [RS:0;c4c650e80f58:44991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11682079751/flush-table-proc/acquired' 2024-11-13T15:52:09,164 DEBUG [RS:0;c4c650e80f58:44991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T15:52:09,164 DEBUG [RS:0;c4c650e80f58:44991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T15:52:09,164 DEBUG [RS:0;c4c650e80f58:44991 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4c650e80f58,44991,1731513127960 2024-11-13T15:52:09,164 DEBUG [RS:0;c4c650e80f58:44991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,44991,1731513127960' 2024-11-13T15:52:09,164 DEBUG [RS:0;c4c650e80f58:44991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11682079751/online-snapshot/abort' 2024-11-13T15:52:09,164 DEBUG [RS:0;c4c650e80f58:44991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11682079751/online-snapshot/acquired' 2024-11-13T15:52:09,165 DEBUG [RS:0;c4c650e80f58:44991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T15:52:09,165 INFO [RS:0;c4c650e80f58:44991 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T15:52:09,165 INFO [RS:0;c4c650e80f58:44991 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T15:52:09,265 INFO [RS:0;c4c650e80f58:44991 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:52:09,268 INFO [RS:0;c4c650e80f58:44991 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C44991%2C1731513127960, suffix=, logDir=hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/WALs/c4c650e80f58,44991,1731513127960, archiveDir=hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/oldWALs, maxLogs=10 2024-11-13T15:52:09,283 DEBUG [RS:0;c4c650e80f58:44991 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/WALs/c4c650e80f58,44991,1731513127960/c4c650e80f58%2C44991%2C1731513127960.1731513129269, exclude list is [], retry=0 2024-11-13T15:52:09,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37313,DS-86c3c43b-efe9-4f66-bcc6-dab8dfbc8096,DISK] 2024-11-13T15:52:09,289 INFO [RS:0;c4c650e80f58:44991 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/WALs/c4c650e80f58,44991,1731513127960/c4c650e80f58%2C44991%2C1731513127960.1731513129269 2024-11-13T15:52:09,290 DEBUG [RS:0;c4c650e80f58:44991 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45235:45235)] 2024-11-13T15:52:09,465 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T15:52:09,465 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac 2024-11-13T15:52:09,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37313 is added to blk_1073741833_1009 (size=32) 2024-11-13T15:52:09,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:52:09,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:52:09,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:52:09,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:09,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:09,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:52:09,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:52:09,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:09,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:09,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:52:09,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:52:09,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:09,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:09,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:52:09,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:52:09,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:09,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:09,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:52:09,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/data/hbase/meta/1588230740 2024-11-13T15:52:09,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/data/hbase/meta/1588230740 2024-11-13T15:52:09,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:52:09,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:52:09,893 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:52:09,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:52:09,898 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:52:09,899 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66765588, jitterRate=-0.005115211009979248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:52:09,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731513129875Initializing all the Stores at 1731513129877 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513129877Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513129877Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513129877Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513129877Cleaning up temporary data from old regions at 1731513129892 (+15 ms)Region opened successfully at 1731513129899 (+7 ms) 2024-11-13T15:52:09,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:52:09,899 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:52:09,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:52:09,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:52:09,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:52:09,900 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:52:09,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513129899Disabling compacts and flushes for region at 1731513129899Disabling writes for close at 1731513129899Writing region close event to WAL at 1731513129900 (+1 ms)Closed at 1731513129900 2024-11-13T15:52:09,902 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:52:09,902 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T15:52:09,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T15:52:09,904 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:52:09,906 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T15:52:10,056 DEBUG [c4c650e80f58:45973 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T15:52:10,057 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4c650e80f58,44991,1731513127960 2024-11-13T15:52:10,059 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,44991,1731513127960, state=OPENING 2024-11-13T15:52:10,063 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T15:52:10,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45973-0x100a5fd00e20003, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682079751 2024-11-13T15:52:10,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44991-0x100a5fd00e20004, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682079751 2024-11-13T15:52:10,065 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:52:10,065 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11682079751/meta-region-server: CHANGED 2024-11-13T15:52:10,065 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11682079751/meta-region-server: CHANGED 2024-11-13T15:52:10,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,44991,1731513127960}] 2024-11-13T15:52:10,219 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T15:52:10,222 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T15:52:10,228 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T15:52:10,228 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:52:10,228 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T15:52:10,231 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C44991%2C1731513127960.meta, suffix=.meta, logDir=hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/WALs/c4c650e80f58,44991,1731513127960, archiveDir=hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/oldWALs, maxLogs=10 2024-11-13T15:52:10,255 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/WALs/c4c650e80f58,44991,1731513127960/c4c650e80f58%2C44991%2C1731513127960.meta.1731513130233.meta, exclude list is [], retry=0 2024-11-13T15:52:10,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37313,DS-86c3c43b-efe9-4f66-bcc6-dab8dfbc8096,DISK] 2024-11-13T15:52:10,261 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/WALs/c4c650e80f58,44991,1731513127960/c4c650e80f58%2C44991%2C1731513127960.meta.1731513130233.meta 2024-11-13T15:52:10,262 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45235:45235)] 2024-11-13T15:52:10,262 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:52:10,263 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:52:10,263 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:52:10,263 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T15:52:10,263 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T15:52:10,263 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T15:52:10,264 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:52:10,264 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T15:52:10,264 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T15:52:10,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:52:10,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:52:10,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:10,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:10,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:52:10,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:52:10,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:10,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:10,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:52:10,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:52:10,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:10,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:10,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:52:10,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:52:10,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:10,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:10,274 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:52:10,275 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/data/hbase/meta/1588230740 2024-11-13T15:52:10,277 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/data/hbase/meta/1588230740 2024-11-13T15:52:10,279 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:52:10,279 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:52:10,280 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:52:10,282 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:52:10,284 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68015608, jitterRate=0.0135115385055542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:52:10,284 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T15:52:10,284 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731513130264Writing region info on filesystem at 1731513130264Initializing all the Stores at 1731513130266 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513130266Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513130266Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513130266Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513130266Cleaning up temporary data from old regions at 1731513130279 (+13 ms)Running coprocessor post-open hooks at 1731513130284 (+5 ms)Region opened successfully at 1731513130284 2024-11-13T15:52:10,286 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731513130219 2024-11-13T15:52:10,289 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T15:52:10,289 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T15:52:10,290 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,44991,1731513127960 2024-11-13T15:52:10,292 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,44991,1731513127960, state=OPEN 2024-11-13T15:52:10,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45973-0x100a5fd00e20003, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11682079751/meta-region-server 2024-11-13T15:52:10,294 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4c650e80f58,44991,1731513127960 2024-11-13T15:52:10,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44991-0x100a5fd00e20004, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11682079751/meta-region-server 2024-11-13T15:52:10,294 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11682079751/meta-region-server: CHANGED 2024-11-13T15:52:10,294 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11682079751/meta-region-server: CHANGED 2024-11-13T15:52:10,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T15:52:10,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,44991,1731513127960 in 229 msec 2024-11-13T15:52:10,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T15:52:10,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 395 msec 2024-11-13T15:52:10,303 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:52:10,303 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T15:52:10,305 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:52:10,305 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,44991,1731513127960, seqNum=-1] 2024-11-13T15:52:10,306 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:52:10,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:52:10,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2740 sec 2024-11-13T15:52:10,319 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731513130319, completionTime=-1 2024-11-13T15:52:10,319 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T15:52:10,320 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T15:52:10,322 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T15:52:10,322 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731513190322 2024-11-13T15:52:10,322 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731513250322 2024-11-13T15:52:10,322 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T15:52:10,322 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,45973,1731513127906-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:10,322 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,45973,1731513127906-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:10,323 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,45973,1731513127906-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:10,323 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4c650e80f58:45973, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:10,323 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:10,323 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:10,325 DEBUG [master/c4c650e80f58:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T15:52:10,328 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.316sec 2024-11-13T15:52:10,328 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T15:52:10,328 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T15:52:10,328 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T15:52:10,328 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T15:52:10,328 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T15:52:10,328 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,45973,1731513127906-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:52:10,328 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,45973,1731513127906-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T15:52:10,333 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T15:52:10,333 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T15:52:10,333 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,45973,1731513127906-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:10,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a58ac0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:10,386 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,45973,-1 for getting cluster id 2024-11-13T15:52:10,386 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:52:10,388 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab50d3a3-8247-45b5-ad5b-a6be23656ca2' 2024-11-13T15:52:10,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:52:10,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab50d3a3-8247-45b5-ad5b-a6be23656ca2" 2024-11-13T15:52:10,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73faf3fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:10,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,45973,-1] 2024-11-13T15:52:10,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:52:10,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:10,391 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:52:10,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c1e25db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:10,393 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:52:10,395 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,44991,1731513127960, seqNum=-1] 2024-11-13T15:52:10,395 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:52:10,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:52:10,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4c650e80f58,45973,1731513127906 2024-11-13T15:52:10,400 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58305 2024-11-13T15:52:10,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:52:10,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100a5fd00e20005 connected 2024-11-13T15:52:10,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f48b33b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:10,411 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,37869,-1 for getting cluster id 2024-11-13T15:52:10,411 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:52:10,413 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '895c43c0-0c97-432c-813e-8a26c6087bab' 2024-11-13T15:52:10,413 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:52:10,413 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "895c43c0-0c97-432c-813e-8a26c6087bab" 2024-11-13T15:52:10,413 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12319f73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:10,413 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,37869,-1] 2024-11-13T15:52:10,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:52:10,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:10,415 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:52:10,417 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e962d8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:10,426 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:52:10,431 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,37869,1731513122701 2024-11-13T15:52:10,434 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2efe05ff 2024-11-13T15:52:10,435 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:52:10,437 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:52:10,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c4c650e80f58:45973,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T15:52:10,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T15:52:10,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:52:10,452 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:45973' 2024-11-13T15:52:10,454 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c59632d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:10,454 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,45973,-1 for getting cluster id 2024-11-13T15:52:10,454 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:52:10,455 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab50d3a3-8247-45b5-ad5b-a6be23656ca2' 2024-11-13T15:52:10,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:52:10,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab50d3a3-8247-45b5-ad5b-a6be23656ca2" 2024-11-13T15:52:10,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@938a9fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:10,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,45973,-1] 2024-11-13T15:52:10,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:52:10,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:10,459 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:52:10,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@210e89be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:10,461 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:52:10,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,45973,1731513127906 2024-11-13T15:52:10,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cde3703 2024-11-13T15:52:10,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:52:10,469 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:52:10,482 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T15:52:10,482 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T15:52:10,487 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:10,487 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:10,487 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:52:10,489 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:52:10,494 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T15:52:10,497 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T15:52:10,498 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:10,500 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T15:52:10,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741835_1011 (size=1138) 2024-11-13T15:52:10,546 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T15:52:10,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:52:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:52:10,917 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a3e3aeaec4fedeb6b77c3f52f730c138, NAME => 'hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075 2024-11-13T15:52:10,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741836_1012 (size=44) 2024-11-13T15:52:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:52:11,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:52:11,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a3e3aeaec4fedeb6b77c3f52f730c138, disabling compactions & flushes 2024-11-13T15:52:11,327 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138. 2024-11-13T15:52:11,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138. 2024-11-13T15:52:11,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138. after waiting 0 ms 2024-11-13T15:52:11,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138. 2024-11-13T15:52:11,328 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138. 2024-11-13T15:52:11,328 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a3e3aeaec4fedeb6b77c3f52f730c138: Waiting for close lock at 1731513131327Disabling compacts and flushes for region at 1731513131327Disabling writes for close at 1731513131327Writing region close event to WAL at 1731513131328 (+1 ms)Closed at 1731513131328 2024-11-13T15:52:11,330 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T15:52:11,334 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T15:52:11,336 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731513131330"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513131330"}]},"ts":"1731513131330"} 2024-11-13T15:52:11,341 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T15:52:11,343 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T15:52:11,346 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513131343"}]},"ts":"1731513131343"} 2024-11-13T15:52:11,350 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T15:52:11,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a3e3aeaec4fedeb6b77c3f52f730c138, ASSIGN}] 2024-11-13T15:52:11,355 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a3e3aeaec4fedeb6b77c3f52f730c138, ASSIGN 2024-11-13T15:52:11,356 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a3e3aeaec4fedeb6b77c3f52f730c138, ASSIGN; state=OFFLINE, location=c4c650e80f58,40839,1731513123392; forceNewPlan=false, retain=false 2024-11-13T15:52:11,508 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a3e3aeaec4fedeb6b77c3f52f730c138, regionState=OPENING, regionLocation=c4c650e80f58,40839,1731513123392 2024-11-13T15:52:11,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a3e3aeaec4fedeb6b77c3f52f730c138, ASSIGN because future has completed 2024-11-13T15:52:11,514 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3e3aeaec4fedeb6b77c3f52f730c138, server=c4c650e80f58,40839,1731513123392}] 2024-11-13T15:52:11,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:52:11,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138. 2024-11-13T15:52:11,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:52:11,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T15:52:11,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C40839%2C1731513123392.rep, suffix=, logDir=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,40839,1731513123392, archiveDir=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/oldWALs, maxLogs=10 2024-11-13T15:52:11,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,40839,1731513123392/c4c650e80f58%2C40839%2C1731513123392.rep.1731513131677, exclude list is [], retry=0 2024-11-13T15:52:11,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45187,DS-8da491b2-26b3-4978-a07f-670be629bc04,DISK] 2024-11-13T15:52:11,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,40839,1731513123392/c4c650e80f58%2C40839%2C1731513123392.rep.1731513131677 2024-11-13T15:52:11,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35443:35443)] 2024-11-13T15:52:11,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => a3e3aeaec4fedeb6b77c3f52f730c138, NAME => 'hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:52:11,698 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:52:11,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:52:11,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138. service=MultiRowMutationService 2024-11-13T15:52:11,698 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T15:52:11,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a3e3aeaec4fedeb6b77c3f52f730c138 2024-11-13T15:52:11,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:52:11,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for a3e3aeaec4fedeb6b77c3f52f730c138 2024-11-13T15:52:11,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for a3e3aeaec4fedeb6b77c3f52f730c138 2024-11-13T15:52:11,700 INFO [StoreOpener-a3e3aeaec4fedeb6b77c3f52f730c138-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a3e3aeaec4fedeb6b77c3f52f730c138 2024-11-13T15:52:11,702 INFO [StoreOpener-a3e3aeaec4fedeb6b77c3f52f730c138-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3e3aeaec4fedeb6b77c3f52f730c138 columnFamilyName hfileref 2024-11-13T15:52:11,702 DEBUG [StoreOpener-a3e3aeaec4fedeb6b77c3f52f730c138-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:11,703 INFO [StoreOpener-a3e3aeaec4fedeb6b77c3f52f730c138-1 {}] regionserver.HStore(327): Store=a3e3aeaec4fedeb6b77c3f52f730c138/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:52:11,703 INFO [StoreOpener-a3e3aeaec4fedeb6b77c3f52f730c138-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a3e3aeaec4fedeb6b77c3f52f730c138 2024-11-13T15:52:11,704 INFO [StoreOpener-a3e3aeaec4fedeb6b77c3f52f730c138-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3e3aeaec4fedeb6b77c3f52f730c138 columnFamilyName queue 2024-11-13T15:52:11,704 DEBUG [StoreOpener-a3e3aeaec4fedeb6b77c3f52f730c138-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:11,705 INFO [StoreOpener-a3e3aeaec4fedeb6b77c3f52f730c138-1 {}] regionserver.HStore(327): Store=a3e3aeaec4fedeb6b77c3f52f730c138/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:52:11,705 INFO [StoreOpener-a3e3aeaec4fedeb6b77c3f52f730c138-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a3e3aeaec4fedeb6b77c3f52f730c138 2024-11-13T15:52:11,707 INFO [StoreOpener-a3e3aeaec4fedeb6b77c3f52f730c138-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3e3aeaec4fedeb6b77c3f52f730c138 columnFamilyName sid 2024-11-13T15:52:11,707 DEBUG [StoreOpener-a3e3aeaec4fedeb6b77c3f52f730c138-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:11,707 INFO [StoreOpener-a3e3aeaec4fedeb6b77c3f52f730c138-1 {}] regionserver.HStore(327): Store=a3e3aeaec4fedeb6b77c3f52f730c138/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:52:11,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for a3e3aeaec4fedeb6b77c3f52f730c138 2024-11-13T15:52:11,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/replication/a3e3aeaec4fedeb6b77c3f52f730c138 2024-11-13T15:52:11,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/replication/a3e3aeaec4fedeb6b77c3f52f730c138 2024-11-13T15:52:11,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for a3e3aeaec4fedeb6b77c3f52f730c138 2024-11-13T15:52:11,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for a3e3aeaec4fedeb6b77c3f52f730c138 2024-11-13T15:52:11,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T15:52:11,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for a3e3aeaec4fedeb6b77c3f52f730c138 2024-11-13T15:52:11,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/replication/a3e3aeaec4fedeb6b77c3f52f730c138/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:52:11,716 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened a3e3aeaec4fedeb6b77c3f52f730c138; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59774537, jitterRate=-0.1092899888753891}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T15:52:11,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a3e3aeaec4fedeb6b77c3f52f730c138 2024-11-13T15:52:11,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for a3e3aeaec4fedeb6b77c3f52f730c138: Running coprocessor pre-open hook at 1731513131698Writing region info on filesystem at 1731513131699 (+1 ms)Initializing all the Stores at 1731513131700 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513131700Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513131700Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513131700Cleaning up temporary data from old regions at 1731513131711 (+11 ms)Running coprocessor post-open hooks at 1731513131717 (+6 ms)Region opened successfully at 1731513131717 2024-11-13T15:52:11,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138., pid=7, masterSystemTime=1731513131667 2024-11-13T15:52:11,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138. 2024-11-13T15:52:11,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138. 2024-11-13T15:52:11,724 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a3e3aeaec4fedeb6b77c3f52f730c138, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,40839,1731513123392 2024-11-13T15:52:11,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3e3aeaec4fedeb6b77c3f52f730c138, server=c4c650e80f58,40839,1731513123392 because future has completed 2024-11-13T15:52:11,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T15:52:11,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a3e3aeaec4fedeb6b77c3f52f730c138, server=c4c650e80f58,40839,1731513123392 in 215 msec 2024-11-13T15:52:11,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T15:52:11,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a3e3aeaec4fedeb6b77c3f52f730c138, ASSIGN in 380 msec 2024-11-13T15:52:11,736 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T15:52:11,737 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513131736"}]},"ts":"1731513131736"} 2024-11-13T15:52:11,739 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T15:52:11,740 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T15:52:11,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2510 sec 2024-11-13T15:52:11,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138., hostname=c4c650e80f58,40839,1731513123392, seqNum=2] 2024-11-13T15:52:11,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40839 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-13T15:52:11,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40839-0x100a5fd00e20001, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803984311 2024-11-13T15:52:11,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37869-0x100a5fd00e20000, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803984311 2024-11-13T15:52:11,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T15:52:11,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40839 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T15:52:11,953 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T15:52:11,979 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T15:52:11,992 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-c4c650e80f58,40839,1731513123392, ReplicationSource: 1, currentBandwidth=0 2024-11-13T15:52:11,993 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:52:11,993 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,40839,1731513123392, seqNum=-1] 2024-11-13T15:52:11,994 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:52:11,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-13T15:52:11,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c4c650e80f58,40839,1731513123392', locateType=CURRENT is [region=hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138., hostname=c4c650e80f58,40839,1731513123392, seqNum=2] 2024-11-13T15:52:12,006 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T15:52:12,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T15:52:12,012 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c4c650e80f58,40839,1731513123392 suceeded 2024-11-13T15:52:12,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T15:52:12,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 224 msec 2024-11-13T15:52:12,017 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c4c650e80f58:45973,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T15:52:12,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5760 sec 2024-11-13T15:52:12,031 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40839,1731513123392 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:45973' 2024-11-13T15:52:12,033 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40839,1731513123392 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d08d78d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:12,033 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40839,1731513123392 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,45973,-1 for getting cluster id 2024-11-13T15:52:12,033 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40839,1731513123392 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:52:12,034 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab50d3a3-8247-45b5-ad5b-a6be23656ca2' 2024-11-13T15:52:12,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:52:12,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab50d3a3-8247-45b5-ad5b-a6be23656ca2" 2024-11-13T15:52:12,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33e8e74e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:12,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,45973,-1] 2024-11-13T15:52:12,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:52:12,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:12,036 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:52:12,037 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40839,1731513123392 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29d3d59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:12,037 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40839,1731513123392 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:52:12,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,45973,1731513127906 2024-11-13T15:52:12,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78f80744 2024-11-13T15:52:12,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:52:12,039 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-13T15:52:12,040 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40839,1731513123392 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c4c650e80f58,40839,1731513123392 (queues=1) is replicating from cluster=895c43c0-0c97-432c-813e-8a26c6087bab to cluster=ab50d3a3-8247-45b5-ad5b-a6be23656ca2 2024-11-13T15:52:12,042 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40839,1731513123392 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c4c650e80f58%2C40839%2C1731513123392 2024-11-13T15:52:12,047 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40839,1731513123392 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c4c650e80f58,40839,1731513123392, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T15:52:12,049 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40839,1731513123392.replicationSource.shipperc4c650e80f58%2C40839%2C1731513123392,1-c4c650e80f58,40839,1731513123392 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4c650e80f58%2C40839%2C1731513123392 2024-11-13T15:52:12,053 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40839,1731513123392.replicationSource.wal-reader.c4c650e80f58%2C40839%2C1731513123392,1-c4c650e80f58,40839,1731513123392 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,40839,1731513123392/c4c650e80f58%2C40839%2C1731513123392.1731513125540, startPosition=0, beingWritten=true 2024-11-13T15:52:12,311 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40839,1731513123392.replicationSource.wal-reader.c4c650e80f58%2C40839%2C1731513123392,1-c4c650e80f58,40839,1731513123392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,40839,1731513123392/c4c650e80f58%2C40839%2C1731513123392.1731513125540 to pos 0, reset compression=false 2024-11-13T15:52:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:52:12,613 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:52:12,613 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:52:12,613 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T15:52:12,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:12,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:12,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:52:12,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62f9cf6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:12,614 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,37869,-1 for getting cluster id 2024-11-13T15:52:12,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:52:12,615 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '895c43c0-0c97-432c-813e-8a26c6087bab' 2024-11-13T15:52:12,616 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:52:12,616 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "895c43c0-0c97-432c-813e-8a26c6087bab" 2024-11-13T15:52:12,616 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112b3d95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:12,616 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,37869,-1] 2024-11-13T15:52:12,617 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:52:12,617 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:12,618 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:52:12,619 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40839,1731513123392.replicationSource.wal-reader.c4c650e80f58%2C40839%2C1731513123392,1-c4c650e80f58,40839,1731513123392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,40839,1731513123392/c4c650e80f58%2C40839%2C1731513123392.1731513125540 to pos 0, reset compression=false 2024-11-13T15:52:12,619 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372b34c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:12,620 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:52:12,621 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,37869,1731513122701 2024-11-13T15:52:12,621 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4280449c 2024-11-13T15:52:12,621 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:52:12,623 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:52:12,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://c4c650e80f58:45973,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T15:52:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T15:52:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T15:52:12,627 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:45973' 2024-11-13T15:52:12,628 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e1be7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:12,628 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,45973,-1 for getting cluster id 2024-11-13T15:52:12,628 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:52:12,629 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab50d3a3-8247-45b5-ad5b-a6be23656ca2' 2024-11-13T15:52:12,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:52:12,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab50d3a3-8247-45b5-ad5b-a6be23656ca2" 2024-11-13T15:52:12,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4694d961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:12,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,45973,-1] 2024-11-13T15:52:12,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:52:12,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:12,631 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:52:12,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71e49db8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:12,632 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:52:12,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,45973,1731513127906 2024-11-13T15:52:12,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15756ccd 2024-11-13T15:52:12,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:52:12,634 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:52:12,634 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-13T15:52:12,635 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T15:52:12,635 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:12,635 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:12,635 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:52:12,646 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T15:52:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T15:52:12,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40839 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-13T15:52:12,800 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-13T15:52:12,833 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-c4c650e80f58,40839,1731513123392, ReplicationSource: 2, currentBandwidth=0 2024-11-13T15:52:12,837 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-13T15:52:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-13T15:52:12,840 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on c4c650e80f58,40839,1731513123392 suceeded 2024-11-13T15:52:12,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T15:52:12,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-13T15:52:12,843 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://c4c650e80f58:45973,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T15:52:12,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 220 msec 2024-11-13T15:52:12,851 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,40839,1731513123392 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:45973' 2024-11-13T15:52:12,853 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,40839,1731513123392 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e058c78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:12,853 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,40839,1731513123392 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,45973,-1 for getting cluster id 2024-11-13T15:52:12,853 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,40839,1731513123392 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:52:12,854 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab50d3a3-8247-45b5-ad5b-a6be23656ca2' 2024-11-13T15:52:12,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:52:12,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab50d3a3-8247-45b5-ad5b-a6be23656ca2" 2024-11-13T15:52:12,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7593ddd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:12,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,45973,-1] 2024-11-13T15:52:12,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:52:12,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:12,856 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:52:12,857 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,40839,1731513123392 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ce29157, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:12,857 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,40839,1731513123392 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:52:12,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,45973,1731513127906 2024-11-13T15:52:12,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56f632ef 2024-11-13T15:52:12,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:52:12,859 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-13T15:52:12,860 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,40839,1731513123392 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-c4c650e80f58,40839,1731513123392 (queues=1) is replicating from cluster=895c43c0-0c97-432c-813e-8a26c6087bab to cluster=ab50d3a3-8247-45b5-ad5b-a6be23656ca2 2024-11-13T15:52:12,860 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,40839,1731513123392 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=c4c650e80f58%2C40839%2C1731513123392 2024-11-13T15:52:12,860 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,40839,1731513123392 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-c4c650e80f58,40839,1731513123392, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T15:52:12,861 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,40839,1731513123392.replicationSource.shipperc4c650e80f58%2C40839%2C1731513123392,2-c4c650e80f58,40839,1731513123392 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4c650e80f58%2C40839%2C1731513123392 2024-11-13T15:52:12,861 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,40839,1731513123392.replicationSource.wal-reader.c4c650e80f58%2C40839%2C1731513123392,2-c4c650e80f58,40839,1731513123392 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,40839,1731513123392/c4c650e80f58%2C40839%2C1731513123392.1731513125540, startPosition=0, beingWritten=true 2024-11-13T15:52:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T15:52:12,942 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-13T15:52:12,942 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:52:12,942 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:52:12,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:12,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:12,943 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:52:12,943 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:52:12,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,37869,1731513122701 2024-11-13T15:52:12,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@434ccf38 2024-11-13T15:52:12,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:52:12,948 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:52:12,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T15:52:12,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-13T15:52:12,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T15:52:12,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-13T15:52:12,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://c4c650e80f58:45973,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T15:52:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T15:52:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T15:52:12,962 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:45973' 2024-11-13T15:52:12,963 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12c9d9dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:12,963 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,45973,-1 for getting cluster id 2024-11-13T15:52:12,963 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:52:12,964 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab50d3a3-8247-45b5-ad5b-a6be23656ca2' 2024-11-13T15:52:12,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:52:12,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab50d3a3-8247-45b5-ad5b-a6be23656ca2" 2024-11-13T15:52:12,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1badd339, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:12,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,45973,-1] 2024-11-13T15:52:12,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:52:12,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:12,965 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:52:12,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c94c2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:12,966 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:52:12,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,45973,1731513127906 2024-11-13T15:52:12,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f4639f4 2024-11-13T15:52:12,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:52:12,968 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:52:12,969 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T15:52:12,969 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T15:52:12,969 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:12,969 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:12,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:52:12,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T15:52:13,026 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40839,1731513123392.replicationSource.wal-reader.c4c650e80f58%2C40839%2C1731513123392,1-c4c650e80f58,40839,1731513123392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,40839,1731513123392/c4c650e80f58%2C40839%2C1731513123392.1731513125540 to pos 0, reset compression=false 2024-11-13T15:52:13,068 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,40839,1731513123392.replicationSource.wal-reader.c4c650e80f58%2C40839%2C1731513123392,2-c4c650e80f58,40839,1731513123392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,40839,1731513123392/c4c650e80f58%2C40839%2C1731513123392.1731513125540 to pos 0, reset compression=false 2024-11-13T15:52:13,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T15:52:13,089 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T15:52:13,090 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T15:52:13,091 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T15:52:13,091 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T15:52:13,092 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:52:13,092 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T15:52:13,092 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:52:13,092 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T15:52:13,093 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T15:52:13,093 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T15:52:13,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40839 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-13T15:52:13,128 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-13T15:52:13,130 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-13T15:52:13,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-13T15:52:13,134 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on c4c650e80f58,40839,1731513123392 suceeded 2024-11-13T15:52:13,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-13T15:52:13,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-13T15:52:13,137 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://c4c650e80f58:45973,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T15:52:13,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 181 msec 2024-11-13T15:52:13,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T15:52:13,283 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-13T15:52:13,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://c4c650e80f58:45973,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T15:52:13,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T15:52:13,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T15:52:13,288 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:45973' 2024-11-13T15:52:13,289 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30a93fd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:13,289 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,45973,-1 for getting cluster id 2024-11-13T15:52:13,289 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:52:13,290 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab50d3a3-8247-45b5-ad5b-a6be23656ca2' 2024-11-13T15:52:13,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:52:13,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab50d3a3-8247-45b5-ad5b-a6be23656ca2" 2024-11-13T15:52:13,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c30ff41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:13,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,45973,-1] 2024-11-13T15:52:13,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:52:13,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:13,292 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:52:13,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6529ad10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:13,293 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:52:13,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,45973,1731513127906 2024-11-13T15:52:13,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12eed2ea 2024-11-13T15:52:13,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:52:13,296 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:52:13,297 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T15:52:13,297 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T15:52:13,297 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:13,297 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:13,297 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:52:13,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T15:52:13,375 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,40839,1731513123392.replicationSource.wal-reader.c4c650e80f58%2C40839%2C1731513123392,2-c4c650e80f58,40839,1731513123392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,40839,1731513123392/c4c650e80f58%2C40839%2C1731513123392.1731513125540 to pos 0, reset compression=false 2024-11-13T15:52:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T15:52:13,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40839 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-13T15:52:13,458 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-13T15:52:13,459 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-13T15:52:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-13T15:52:13,463 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on c4c650e80f58,40839,1731513123392 suceeded 2024-11-13T15:52:13,466 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-13T15:52:13,467 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://c4c650e80f58:45973,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T15:52:13,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-13T15:52:13,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 183 msec 2024-11-13T15:52:13,533 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40839,1731513123392.replicationSource.wal-reader.c4c650e80f58%2C40839%2C1731513123392,1-c4c650e80f58,40839,1731513123392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,40839,1731513123392/c4c650e80f58%2C40839%2C1731513123392.1731513125540 to pos 0, reset compression=false 2024-11-13T15:52:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T15:52:13,603 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-13T15:52:13,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T15:52:13,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-13T15:52:13,605 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:52:13,605 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:52:13,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:13,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:13,605 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:52:13,605 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T15:52:13,606 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=37137515, stopped=false 2024-11-13T15:52:13,606 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4c650e80f58,37869,1731513122701 2024-11-13T15:52:13,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37869-0x100a5fd00e20000, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1803984311/running 2024-11-13T15:52:13,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40839-0x100a5fd00e20001, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1803984311/running 2024-11-13T15:52:13,608 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:52:13,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37869-0x100a5fd00e20000, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803984311 2024-11-13T15:52:13,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40839-0x100a5fd00e20001, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803984311 2024-11-13T15:52:13,608 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:52:13,609 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:52:13,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:13,609 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4c650e80f58,40839,1731513123392' ***** 2024-11-13T15:52:13,609 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T15:52:13,609 INFO [RS:0;c4c650e80f58:40839 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T15:52:13,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37869-0x100a5fd00e20000, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Set watcher on znode that does not yet exist, /0-1803984311/running 2024-11-13T15:52:13,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40839-0x100a5fd00e20001, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Set watcher on znode that does not yet exist, /0-1803984311/running 2024-11-13T15:52:13,610 INFO [RS:0;c4c650e80f58:40839 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T15:52:13,610 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T15:52:13,610 INFO [RS:0;c4c650e80f58:40839 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T15:52:13,610 INFO [RS:0;c4c650e80f58:40839 {}] regionserver.HRegionServer(3091): Received CLOSE for a3e3aeaec4fedeb6b77c3f52f730c138 2024-11-13T15:52:13,611 INFO [RS:0;c4c650e80f58:40839 {}] regionserver.HRegionServer(959): stopping server c4c650e80f58,40839,1731513123392 2024-11-13T15:52:13,611 INFO [RS:0;c4c650e80f58:40839 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:52:13,611 INFO [RS:0;c4c650e80f58:40839 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:40839. 2024-11-13T15:52:13,611 DEBUG [RS:0;c4c650e80f58:40839 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:52:13,611 DEBUG [RS:0;c4c650e80f58:40839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:13,611 INFO [RS:0;c4c650e80f58:40839 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T15:52:13,611 INFO [RS:0;c4c650e80f58:40839 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T15:52:13,611 INFO [RS:0;c4c650e80f58:40839 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T15:52:13,611 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a3e3aeaec4fedeb6b77c3f52f730c138, disabling compactions & flushes 2024-11-13T15:52:13,611 INFO [RS:0;c4c650e80f58:40839 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T15:52:13,611 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138. 2024-11-13T15:52:13,611 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138. 2024-11-13T15:52:13,612 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138. after waiting 0 ms 2024-11-13T15:52:13,612 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138. 2024-11-13T15:52:13,612 INFO [RS:0;c4c650e80f58:40839 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T15:52:13,612 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:52:13,612 DEBUG [RS:0;c4c650e80f58:40839 {}] regionserver.HRegionServer(1325): Online Regions={a3e3aeaec4fedeb6b77c3f52f730c138=hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T15:52:13,612 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:52:13,612 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:52:13,612 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:52:13,612 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:52:13,612 DEBUG [RS:0;c4c650e80f58:40839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a3e3aeaec4fedeb6b77c3f52f730c138 2024-11-13T15:52:13,617 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a3e3aeaec4fedeb6b77c3f52f730c138 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-13T15:52:13,617 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T15:52:13,688 INFO [regionserver/c4c650e80f58:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:52:13,689 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/meta/1588230740/.tmp/info/bb09b51583554b7782f7593979352a0e is 147, key is hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138./info:regioninfo/1731513131723/Put/seqid=0 2024-11-13T15:52:13,689 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/replication/a3e3aeaec4fedeb6b77c3f52f730c138/.tmp/queue/898a812fbef34d308f66ed772092a8fe is 151, key is 1-c4c650e80f58,40839,1731513123392/queue:c4c650e80f58%2C40839%2C1731513123392/1731513131999/Put/seqid=0 2024-11-13T15:52:13,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741838_1014 (size=6631) 2024-11-13T15:52:13,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741839_1015 (size=5500) 2024-11-13T15:52:13,710 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/replication/a3e3aeaec4fedeb6b77c3f52f730c138/.tmp/queue/898a812fbef34d308f66ed772092a8fe 2024-11-13T15:52:13,756 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/replication/a3e3aeaec4fedeb6b77c3f52f730c138/.tmp/queue/898a812fbef34d308f66ed772092a8fe as hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/replication/a3e3aeaec4fedeb6b77c3f52f730c138/queue/898a812fbef34d308f66ed772092a8fe 2024-11-13T15:52:13,765 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/replication/a3e3aeaec4fedeb6b77c3f52f730c138/queue/898a812fbef34d308f66ed772092a8fe, entries=2, sequenceid=6, filesize=5.4 K 2024-11-13T15:52:13,772 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for a3e3aeaec4fedeb6b77c3f52f730c138 in 156ms, sequenceid=6, compaction requested=false 2024-11-13T15:52:13,773 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T15:52:13,781 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/replication/a3e3aeaec4fedeb6b77c3f52f730c138/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T15:52:13,782 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,40839,1731513123392.replicationSource.wal-reader.c4c650e80f58%2C40839%2C1731513123392,2-c4c650e80f58,40839,1731513123392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,40839,1731513123392/c4c650e80f58%2C40839%2C1731513123392.1731513125540 to pos 0, reset compression=false 2024-11-13T15:52:13,784 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:52:13,784 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:52:13,784 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138. 2024-11-13T15:52:13,784 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a3e3aeaec4fedeb6b77c3f52f730c138: Waiting for close lock at 1731513133611Running coprocessor pre-close hooks at 1731513133611Disabling compacts and flushes for region at 1731513133611Disabling writes for close at 1731513133612 (+1 ms)Obtaining lock to block concurrent updates at 1731513133617 (+5 ms)Preparing flush snapshotting stores in a3e3aeaec4fedeb6b77c3f52f730c138 at 1731513133617Finished memstore snapshotting hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731513133626 (+9 ms)Flushing stores of hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138. at 1731513133628 (+2 ms)Flushing a3e3aeaec4fedeb6b77c3f52f730c138/queue: creating writer at 1731513133630 (+2 ms)Flushing a3e3aeaec4fedeb6b77c3f52f730c138/queue: appending metadata at 1731513133670 (+40 ms)Flushing a3e3aeaec4fedeb6b77c3f52f730c138/queue: closing flushed file at 1731513133674 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30176c69: reopening flushed file at 1731513133754 (+80 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for a3e3aeaec4fedeb6b77c3f52f730c138 in 156ms, sequenceid=6, compaction requested=false at 1731513133773 (+19 ms)Writing region close event to WAL at 1731513133775 (+2 ms)Running coprocessor post-close hooks at 1731513133781 (+6 ms)Closed at 1731513133784 (+3 ms) 2024-11-13T15:52:13,785 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138. 2024-11-13T15:52:13,812 DEBUG [RS:0;c4c650e80f58:40839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:52:14,013 DEBUG [RS:0;c4c650e80f58:40839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:52:14,110 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/meta/1588230740/.tmp/info/bb09b51583554b7782f7593979352a0e 2024-11-13T15:52:14,141 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40839,1731513123392.replicationSource.wal-reader.c4c650e80f58%2C40839%2C1731513123392,1-c4c650e80f58,40839,1731513123392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,40839,1731513123392/c4c650e80f58%2C40839%2C1731513123392.1731513125540 to pos 0, reset compression=false 2024-11-13T15:52:14,144 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/meta/1588230740/.tmp/ns/a7fde22ef2c74783bf58ec06b6fd2eef is 43, key is default/ns:d/1731513126586/Put/seqid=0 2024-11-13T15:52:14,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741840_1016 (size=5153) 2024-11-13T15:52:14,213 DEBUG [RS:0;c4c650e80f58:40839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:52:14,288 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,40839,1731513123392.replicationSource.wal-reader.c4c650e80f58%2C40839%2C1731513123392,2-c4c650e80f58,40839,1731513123392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,40839,1731513123392/c4c650e80f58%2C40839%2C1731513123392.1731513125540 to pos 0, reset compression=false 2024-11-13T15:52:14,381 INFO [regionserver/c4c650e80f58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T15:52:14,382 INFO [regionserver/c4c650e80f58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T15:52:14,414 DEBUG [RS:0;c4c650e80f58:40839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:52:14,552 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/meta/1588230740/.tmp/ns/a7fde22ef2c74783bf58ec06b6fd2eef 2024-11-13T15:52:14,578 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/meta/1588230740/.tmp/table/359c7965bf5e4ca0a2de8bd313adbe7e is 53, key is hbase:replication/table:state/1731513131736/Put/seqid=0 2024-11-13T15:52:14,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741841_1017 (size=5256) 2024-11-13T15:52:14,614 INFO [RS:0;c4c650e80f58:40839 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T15:52:14,614 DEBUG [RS:0;c4c650e80f58:40839 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T15:52:14,614 DEBUG [RS:0;c4c650e80f58:40839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:52:14,815 DEBUG [RS:0;c4c650e80f58:40839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:52:14,848 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40839,1731513123392.replicationSource.wal-reader.c4c650e80f58%2C40839%2C1731513123392,1-c4c650e80f58,40839,1731513123392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,40839,1731513123392/c4c650e80f58%2C40839%2C1731513123392.1731513125540 to pos 0, reset compression=false 2024-11-13T15:52:14,896 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,40839,1731513123392.replicationSource.wal-reader.c4c650e80f58%2C40839%2C1731513123392,2-c4c650e80f58,40839,1731513123392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,40839,1731513123392/c4c650e80f58%2C40839%2C1731513123392.1731513125540 to pos 0, reset compression=false 2024-11-13T15:52:14,985 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/meta/1588230740/.tmp/table/359c7965bf5e4ca0a2de8bd313adbe7e 2024-11-13T15:52:14,996 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/meta/1588230740/.tmp/info/bb09b51583554b7782f7593979352a0e as hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/meta/1588230740/info/bb09b51583554b7782f7593979352a0e 2024-11-13T15:52:15,006 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/meta/1588230740/info/bb09b51583554b7782f7593979352a0e, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T15:52:15,008 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/meta/1588230740/.tmp/ns/a7fde22ef2c74783bf58ec06b6fd2eef as hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/meta/1588230740/ns/a7fde22ef2c74783bf58ec06b6fd2eef 2024-11-13T15:52:15,015 DEBUG [RS:0;c4c650e80f58:40839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:52:15,017 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/meta/1588230740/ns/a7fde22ef2c74783bf58ec06b6fd2eef, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T15:52:15,019 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/meta/1588230740/.tmp/table/359c7965bf5e4ca0a2de8bd313adbe7e as hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/meta/1588230740/table/359c7965bf5e4ca0a2de8bd313adbe7e 2024-11-13T15:52:15,028 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/meta/1588230740/table/359c7965bf5e4ca0a2de8bd313adbe7e, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T15:52:15,030 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1418ms, sequenceid=11, compaction requested=false 2024-11-13T15:52:15,037 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T15:52:15,038 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:52:15,038 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:52:15,038 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:52:15,038 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513133612Running coprocessor pre-close hooks at 1731513133612Disabling compacts and flushes for region at 1731513133612Disabling writes for close at 1731513133612Obtaining lock to block concurrent updates at 1731513133617 (+5 ms)Preparing flush snapshotting stores in 1588230740 at 1731513133617Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731513133626 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731513133628 (+2 ms)Flushing 1588230740/info: creating writer at 1731513133630 (+2 ms)Flushing 1588230740/info: appending metadata at 1731513133671 (+41 ms)Flushing 1588230740/info: closing flushed file at 1731513133674 (+3 ms)Flushing 1588230740/ns: creating writer at 1731513134119 (+445 ms)Flushing 1588230740/ns: appending metadata at 1731513134143 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731513134143Flushing 1588230740/table: creating writer at 1731513134562 (+419 ms)Flushing 1588230740/table: appending metadata at 1731513134578 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731513134578Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bf1a515: reopening flushed file at 1731513134995 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e35ce2b: reopening flushed file at 1731513135007 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39c74cac: reopening flushed file at 1731513135018 (+11 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1418ms, sequenceid=11, compaction requested=false at 1731513135030 (+12 ms)Writing region close event to WAL at 1731513135031 (+1 ms)Running coprocessor post-close hooks at 1731513135038 (+7 ms)Closed at 1731513135038 2024-11-13T15:52:15,039 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T15:52:15,215 INFO [RS:0;c4c650e80f58:40839 {}] regionserver.HRegionServer(976): stopping server c4c650e80f58,40839,1731513123392; all regions closed. 2024-11-13T15:52:15,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741834_1010 (size=2742) 2024-11-13T15:52:15,226 DEBUG [RS:0;c4c650e80f58:40839 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/oldWALs 2024-11-13T15:52:15,227 INFO [RS:0;c4c650e80f58:40839 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4c650e80f58%2C40839%2C1731513123392.meta:.meta(num 1731513126434) 2024-11-13T15:52:15,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741837_1013 (size=1802) 2024-11-13T15:52:15,232 DEBUG [RS:0;c4c650e80f58:40839 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/oldWALs 2024-11-13T15:52:15,232 INFO [RS:0;c4c650e80f58:40839 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4c650e80f58%2C40839%2C1731513123392.rep:(num 1731513131677) 2024-11-13T15:52:15,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741832_1008 (size=93) 2024-11-13T15:52:15,238 DEBUG [RS:0;c4c650e80f58:40839 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/oldWALs 2024-11-13T15:52:15,238 INFO [RS:0;c4c650e80f58:40839 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4c650e80f58%2C40839%2C1731513123392:(num 1731513125540) 2024-11-13T15:52:15,238 DEBUG [RS:0;c4c650e80f58:40839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:15,238 INFO [RS:0;c4c650e80f58:40839 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:52:15,238 INFO [RS:0;c4c650e80f58:40839 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:52:15,239 INFO [RS:0;c4c650e80f58:40839 {}] hbase.ChoreService(370): Chore service for: regionserver/c4c650e80f58:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T15:52:15,239 INFO [RS:0;c4c650e80f58:40839 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:52:15,239 INFO [regionserver/c4c650e80f58:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:52:15,239 INFO [RS:0;c4c650e80f58:40839 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c4c650e80f58,40839,1731513123392 because: Region server is closing 2024-11-13T15:52:15,240 INFO [RS:0;c4c650e80f58:40839 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:40839. 2024-11-13T15:52:15,240 DEBUG [RS:0;c4c650e80f58:40839 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:52:15,240 DEBUG [RS:0;c4c650e80f58:40839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:15,240 DEBUG [RS:0;c4c650e80f58:40839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:15,240 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:52:15,341 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40839,1731513123392.replicationSource.wal-reader.c4c650e80f58%2C40839%2C1731513123392,1-c4c650e80f58,40839,1731513123392 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T15:52:15,341 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40839,1731513123392.replicationSource.shipperc4c650e80f58%2C40839%2C1731513123392,1-c4c650e80f58,40839,1731513123392 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T15:52:15,341 INFO [RS:0;c4c650e80f58:40839 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40839,1731513123392.replicationSource.shipperc4c650e80f58%2C40839%2C1731513123392,1-c4c650e80f58,40839,1731513123392 terminated 2024-11-13T15:52:15,341 INFO [RS:0;c4c650e80f58:40839 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-c4c650e80f58,40839,1731513123392 because: Region server is closing 2024-11-13T15:52:15,342 INFO [RS:0;c4c650e80f58:40839 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:40839. 2024-11-13T15:52:15,342 DEBUG [RS:0;c4c650e80f58:40839 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:52:15,342 DEBUG [RS:0;c4c650e80f58:40839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:15,342 DEBUG [RS:0;c4c650e80f58:40839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:15,342 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:52:15,442 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,40839,1731513123392.replicationSource.shipperc4c650e80f58%2C40839%2C1731513123392,2-c4c650e80f58,40839,1731513123392 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T15:52:15,442 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,40839,1731513123392.replicationSource.wal-reader.c4c650e80f58%2C40839%2C1731513123392,2-c4c650e80f58,40839,1731513123392 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T15:52:15,443 INFO [RS:0;c4c650e80f58:40839 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,40839,1731513123392.replicationSource.shipperc4c650e80f58%2C40839%2C1731513123392,2-c4c650e80f58,40839,1731513123392 terminated 2024-11-13T15:52:15,443 INFO [RS:0;c4c650e80f58:40839 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40839 2024-11-13T15:52:15,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37869-0x100a5fd00e20000, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803984311/rs 2024-11-13T15:52:15,448 INFO [RS:0;c4c650e80f58:40839 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:52:15,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40839-0x100a5fd00e20001, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1803984311/rs/c4c650e80f58,40839,1731513123392 2024-11-13T15:52:15,449 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4c650e80f58,40839,1731513123392] 2024-11-13T15:52:15,452 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1803984311/draining/c4c650e80f58,40839,1731513123392 already deleted, retry=false 2024-11-13T15:52:15,453 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4c650e80f58,40839,1731513123392 expired; onlineServers=0 2024-11-13T15:52:15,453 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4c650e80f58,37869,1731513122701' ***** 2024-11-13T15:52:15,453 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T15:52:15,453 INFO [M:0;c4c650e80f58:37869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:52:15,453 INFO [M:0;c4c650e80f58:37869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:52:15,453 DEBUG [M:0;c4c650e80f58:37869 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T15:52:15,453 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T15:52:15,453 DEBUG [M:0;c4c650e80f58:37869 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T15:52:15,453 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513125175 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513125175,5,FailOnTimeoutGroup] 2024-11-13T15:52:15,453 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513125173 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513125173,5,FailOnTimeoutGroup] 2024-11-13T15:52:15,454 INFO [M:0;c4c650e80f58:37869 {}] hbase.ChoreService(370): Chore service for: master/c4c650e80f58:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T15:52:15,454 INFO [M:0;c4c650e80f58:37869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:52:15,454 DEBUG [M:0;c4c650e80f58:37869 {}] master.HMaster(1795): Stopping service threads 2024-11-13T15:52:15,454 INFO [M:0;c4c650e80f58:37869 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T15:52:15,454 INFO [M:0;c4c650e80f58:37869 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:52:15,455 INFO [M:0;c4c650e80f58:37869 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T15:52:15,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37869-0x100a5fd00e20000, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1803984311/master 2024-11-13T15:52:15,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37869-0x100a5fd00e20000, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803984311 2024-11-13T15:52:15,455 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T15:52:15,456 DEBUG [M:0;c4c650e80f58:37869 {}] zookeeper.ZKUtil(347): master:37869-0x100a5fd00e20000, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Unable to get data of znode /0-1803984311/master because node does not exist (not an error) 2024-11-13T15:52:15,456 WARN [M:0;c4c650e80f58:37869 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T15:52:15,457 INFO [M:0;c4c650e80f58:37869 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/.lastflushedseqids 2024-11-13T15:52:15,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741842_1018 (size=181) 2024-11-13T15:52:15,469 INFO [M:0;c4c650e80f58:37869 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T15:52:15,469 INFO [M:0;c4c650e80f58:37869 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T15:52:15,469 DEBUG [M:0;c4c650e80f58:37869 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:52:15,469 INFO [M:0;c4c650e80f58:37869 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:15,469 DEBUG [M:0;c4c650e80f58:37869 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:15,469 DEBUG [M:0;c4c650e80f58:37869 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:52:15,469 DEBUG [M:0;c4c650e80f58:37869 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:15,469 INFO [M:0;c4c650e80f58:37869 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-13T15:52:15,490 DEBUG [M:0;c4c650e80f58:37869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c25267de2124df68036fe9e7173fceb is 82, key is hbase:meta,,1/info:regioninfo/1731513126517/Put/seqid=0 2024-11-13T15:52:15,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741843_1019 (size=5672) 2024-11-13T15:52:15,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40839-0x100a5fd00e20001, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:52:15,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40839-0x100a5fd00e20001, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:52:15,551 INFO [RS:0;c4c650e80f58:40839 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:52:15,552 INFO [RS:0;c4c650e80f58:40839 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4c650e80f58,40839,1731513123392; zookeeper connection closed. 2024-11-13T15:52:15,552 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@432c14e7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@432c14e7 2024-11-13T15:52:15,553 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T15:52:15,896 INFO [M:0;c4c650e80f58:37869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c25267de2124df68036fe9e7173fceb 2024-11-13T15:52:15,925 DEBUG [M:0;c4c650e80f58:37869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc197ae68a374e809dbb02f33e60a507 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731513131742/Put/seqid=0 2024-11-13T15:52:15,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741844_1020 (size=8663) 2024-11-13T15:52:16,332 INFO [M:0;c4c650e80f58:37869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc197ae68a374e809dbb02f33e60a507 2024-11-13T15:52:16,358 DEBUG [M:0;c4c650e80f58:37869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/228e9e01c2f44adc8e0f725e83ca1cc0 is 69, key is c4c650e80f58,40839,1731513123392/rs:state/1731513125299/Put/seqid=0 2024-11-13T15:52:16,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741845_1021 (size=5156) 2024-11-13T15:52:16,764 INFO [M:0;c4c650e80f58:37869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/228e9e01c2f44adc8e0f725e83ca1cc0 2024-11-13T15:52:16,773 DEBUG [M:0;c4c650e80f58:37869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c25267de2124df68036fe9e7173fceb as hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c25267de2124df68036fe9e7173fceb 2024-11-13T15:52:16,781 INFO [M:0;c4c650e80f58:37869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c25267de2124df68036fe9e7173fceb, entries=8, sequenceid=115, filesize=5.5 K 2024-11-13T15:52:16,783 DEBUG [M:0;c4c650e80f58:37869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc197ae68a374e809dbb02f33e60a507 as hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fc197ae68a374e809dbb02f33e60a507 2024-11-13T15:52:16,790 INFO [M:0;c4c650e80f58:37869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fc197ae68a374e809dbb02f33e60a507, entries=14, sequenceid=115, filesize=8.5 K 2024-11-13T15:52:16,791 DEBUG [M:0;c4c650e80f58:37869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/228e9e01c2f44adc8e0f725e83ca1cc0 as hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/228e9e01c2f44adc8e0f725e83ca1cc0 2024-11-13T15:52:16,798 INFO [M:0;c4c650e80f58:37869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/228e9e01c2f44adc8e0f725e83ca1cc0, entries=1, sequenceid=115, filesize=5.0 K 2024-11-13T15:52:16,800 INFO [M:0;c4c650e80f58:37869 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=115, compaction requested=false 2024-11-13T15:52:16,801 INFO [M:0;c4c650e80f58:37869 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:16,802 DEBUG [M:0;c4c650e80f58:37869 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513135469Disabling compacts and flushes for region at 1731513135469Disabling writes for close at 1731513135469Obtaining lock to block concurrent updates at 1731513135469Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731513135469Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731513135470 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731513135470Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731513135471 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731513135489 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731513135489Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731513135904 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731513135925 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731513135925Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731513136340 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731513136357 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731513136357Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@145340c: reopening flushed file at 1731513136771 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32a72ea1: reopening flushed file at 1731513136781 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e2b22a9: reopening flushed file at 1731513136790 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=115, compaction requested=false at 1731513136800 (+10 ms)Writing region close event to WAL at 1731513136801 (+1 ms)Closed at 1731513136801 2024-11-13T15:52:16,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741830_1006 (size=59421) 2024-11-13T15:52:16,806 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:52:16,806 INFO [M:0;c4c650e80f58:37869 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T15:52:16,806 INFO [M:0;c4c650e80f58:37869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37869 2024-11-13T15:52:16,806 INFO [M:0;c4c650e80f58:37869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:52:16,908 INFO [M:0;c4c650e80f58:37869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:52:16,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37869-0x100a5fd00e20000, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:52:16,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37869-0x100a5fd00e20000, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:52:16,910 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:52:16,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:16,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:16,911 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:52:16,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:16,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:52:16,911 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T15:52:16,911 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:52:16,912 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46805 2024-11-13T15:52:16,913 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46805 connecting to ZooKeeper ensemble=127.0.0.1:58305 2024-11-13T15:52:16,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468050x0, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:52:16,917 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46805-0x100a5fd00e20006 connected 2024-11-13T15:52:16,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:16,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:16,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46805-0x100a5fd00e20006, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Set watcher on znode that does not yet exist, /0-1803984311/running 2024-11-13T15:52:16,929 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1803984311/meta-region-server: INIT 2024-11-13T15:52:16,930 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075, hbase.cluster.distributed=false 2024-11-13T15:52:16,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46805-0x100a5fd00e20006, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Set watcher on znode that does not yet exist, /0-1803984311/acl 2024-11-13T15:52:16,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46805 2024-11-13T15:52:16,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46805 2024-11-13T15:52:16,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46805 2024-11-13T15:52:16,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46805 2024-11-13T15:52:16,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46805 2024-11-13T15:52:16,958 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:52:16,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:16,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:16,958 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:52:16,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:16,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:52:16,958 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T15:52:16,959 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:52:16,959 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43741 2024-11-13T15:52:16,960 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43741 connecting to ZooKeeper ensemble=127.0.0.1:58305 2024-11-13T15:52:16,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:16,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:16,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437410x0, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:52:16,967 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437410x0, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Set watcher on znode that does not yet exist, /0-1803984311/running 2024-11-13T15:52:16,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43741-0x100a5fd00e20007 connected 2024-11-13T15:52:16,968 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1803984311/meta-region-server: INIT 2024-11-13T15:52:16,968 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T15:52:16,973 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T15:52:16,974 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43741-0x100a5fd00e20007, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Set watcher on znode that does not yet exist, /0-1803984311/master 2024-11-13T15:52:16,975 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43741-0x100a5fd00e20007, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Set watcher on znode that does not yet exist, /0-1803984311/acl 2024-11-13T15:52:16,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43741 2024-11-13T15:52:16,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43741 2024-11-13T15:52:16,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43741 2024-11-13T15:52:16,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43741 2024-11-13T15:52:16,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43741 2024-11-13T15:52:16,989 DEBUG [M:0;c4c650e80f58:46805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4c650e80f58:46805 2024-11-13T15:52:16,989 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1803984311/backup-masters/c4c650e80f58,46805,1731513136910 2024-11-13T15:52:16,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46805-0x100a5fd00e20006, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803984311/backup-masters 2024-11-13T15:52:16,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x100a5fd00e20007, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803984311/backup-masters 2024-11-13T15:52:16,991 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46805-0x100a5fd00e20006, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Set watcher on existing znode=/0-1803984311/backup-masters/c4c650e80f58,46805,1731513136910 2024-11-13T15:52:16,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x100a5fd00e20007, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1803984311/master 2024-11-13T15:52:16,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46805-0x100a5fd00e20006, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803984311 2024-11-13T15:52:16,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x100a5fd00e20007, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803984311 2024-11-13T15:52:16,994 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46805-0x100a5fd00e20006, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Set watcher on existing znode=/0-1803984311/master 2024-11-13T15:52:16,994 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1803984311/backup-masters/c4c650e80f58,46805,1731513136910 from backup master directory 2024-11-13T15:52:16,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46805-0x100a5fd00e20006, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1803984311/backup-masters/c4c650e80f58,46805,1731513136910 2024-11-13T15:52:16,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x100a5fd00e20007, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803984311/backup-masters 2024-11-13T15:52:16,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46805-0x100a5fd00e20006, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803984311/backup-masters 2024-11-13T15:52:16,997 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:52:16,997 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4c650e80f58,46805,1731513136910 2024-11-13T15:52:17,013 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:17,013 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T15:52:17,025 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 12ms. 2024-11-13T15:52:17,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741846_1022 (size=196) 2024-11-13T15:52:17,200 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T15:52:17,436 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:52:17,437 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T15:52:17,437 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:52:17,445 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-13T15:52:17,449 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/WALs/c4c650e80f58,37869,1731513122701 to hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/WALs/c4c650e80f58,37869,1731513122701-dead as it is dead 2024-11-13T15:52:17,450 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-13T15:52:17,450 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-13T15:52:17,451 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/WALs/c4c650e80f58,37869,1731513122701-dead/c4c650e80f58%2C37869%2C1731513122701.1731513124632 2024-11-13T15:52:17,456 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/WALs/c4c650e80f58,37869,1731513122701-dead/c4c650e80f58%2C37869%2C1731513122701.1731513124632 after 3ms 2024-11-13T15:52:17,457 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/WALs/c4c650e80f58,37869,1731513122701-dead/c4c650e80f58%2C37869%2C1731513122701.1731513124632 to hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c4c650e80f58%2C37869%2C1731513122701.1731513124632 2024-11-13T15:52:17,457 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/WALs/c4c650e80f58,37869,1731513122701-dead 2024-11-13T15:52:17,458 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/WALs/c4c650e80f58,46805,1731513136910 2024-11-13T15:52:17,459 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:52:17,461 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4c650e80f58%2C46805%2C1731513136910, suffix=, logDir=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/WALs/c4c650e80f58,46805,1731513136910, archiveDir=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/oldWALs, maxLogs=10 2024-11-13T15:52:17,475 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/WALs/c4c650e80f58,46805,1731513136910/c4c650e80f58%2C46805%2C1731513136910.1731513137461, exclude list is [], retry=0 2024-11-13T15:52:17,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45187,DS-8da491b2-26b3-4978-a07f-670be629bc04,DISK] 2024-11-13T15:52:17,482 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/WALs/c4c650e80f58,46805,1731513136910/c4c650e80f58%2C46805%2C1731513136910.1731513137461 2024-11-13T15:52:17,482 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35443:35443)] 2024-11-13T15:52:17,482 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:52:17,483 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:52:17,483 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:17,483 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:17,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:17,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T15:52:17,486 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:17,495 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c25267de2124df68036fe9e7173fceb 2024-11-13T15:52:17,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:17,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:17,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T15:52:17,496 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:17,504 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fc197ae68a374e809dbb02f33e60a507 2024-11-13T15:52:17,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:52:17,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:17,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T15:52:17,506 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:17,513 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/228e9e01c2f44adc8e0f725e83ca1cc0 2024-11-13T15:52:17,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:52:17,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:17,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T15:52:17,515 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:17,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:52:17,516 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:17,516 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-13T15:52:17,517 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c4c650e80f58%2C37869%2C1731513122701.1731513124632 2024-11-13T15:52:17,531 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c4c650e80f58%2C37869%2C1731513122701.1731513124632 2024-11-13T15:52:17,532 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c4c650e80f58%2C37869%2C1731513122701.1731513124632 2024-11-13T15:52:17,534 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:17,534 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:17,535 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:52:17,537 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:17,539 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-13T15:52:17,540 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62956202, jitterRate=-0.061879485845565796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:52:17,541 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731513137483Initializing all the Stores at 1731513137484 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513137484Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513137484Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513137484Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513137484Cleaning up temporary data from old regions at 1731513137534 (+50 ms)Region opened successfully at 1731513137541 (+7 ms) 2024-11-13T15:52:17,541 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T15:52:17,545 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2209b5cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:52:17,556 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-13T15:52:17,557 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T15:52:17,557 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T15:52:17,557 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T15:52:17,558 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T15:52:17,563 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T15:52:17,563 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T15:52:17,564 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T15:52:17,564 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T15:52:17,564 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T15:52:17,565 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T15:52:17,565 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-13T15:52:17,565 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T15:52:17,569 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=c4c650e80f58,40839,1731513123392, regionLocation=c4c650e80f58,40839,1731513123392, openSeqNum=2 2024-11-13T15:52:17,570 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=c4c650e80f58,40839,1731513123392, table=hbase:meta, region=1588230740 2024-11-13T15:52:17,570 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,40839,1731513123392, state=OPEN 2024-11-13T15:52:17,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46805-0x100a5fd00e20006, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1803984311/meta-region-server 2024-11-13T15:52:17,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x100a5fd00e20007, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1803984311/meta-region-server 2024-11-13T15:52:17,572 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1803984311/meta-region-server: CHANGED 2024-11-13T15:52:17,572 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1803984311/meta-region-server: CHANGED 2024-11-13T15:52:17,577 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-13T15:52:17,582 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1803984311/draining/c4c650e80f58,40839,1731513123392 already deleted, retry=false 2024-11-13T15:52:17,583 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of c4c650e80f58,40839,1731513123392 on c4c650e80f58,46805,1731513136910 2024-11-13T15:52:17,588 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure c4c650e80f58,40839,1731513123392, splitWal=true, meta=true 2024-11-13T15:52:17,591 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for c4c650e80f58,40839,1731513123392 (carryingMeta=true) c4c650e80f58,40839,1731513123392/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@71646a06[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T15:52:17,594 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46805-0x100a5fd00e20006, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Unable to get data of znode /0-1803984311/balancer because node does not exist (not necessarily an error) 2024-11-13T15:52:17,595 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1803984311/balancer already deleted, retry=false 2024-11-13T15:52:17,596 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T15:52:17,596 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46805-0x100a5fd00e20006, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Unable to get data of znode /0-1803984311/normalizer because node does not exist (not necessarily an error) 2024-11-13T15:52:17,598 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1803984311/normalizer already deleted, retry=false 2024-11-13T15:52:17,598 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T15:52:17,599 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46805-0x100a5fd00e20006, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Unable to get data of znode /0-1803984311/switch/split because node does not exist (not necessarily an error) 2024-11-13T15:52:17,600 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1803984311/switch/split already deleted, retry=false 2024-11-13T15:52:17,601 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46805-0x100a5fd00e20006, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Unable to get data of znode /0-1803984311/switch/merge because node does not exist (not necessarily an error) 2024-11-13T15:52:17,603 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1803984311/switch/merge already deleted, retry=false 2024-11-13T15:52:17,610 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46805-0x100a5fd00e20006, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Unable to get data of znode /0-1803984311/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T15:52:17,612 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1803984311/snapshot-cleanup already deleted, retry=false 2024-11-13T15:52:17,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46805-0x100a5fd00e20006, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1803984311/running 2024-11-13T15:52:17,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x100a5fd00e20007, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1803984311/running 2024-11-13T15:52:17,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46805-0x100a5fd00e20006, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803984311 2024-11-13T15:52:17,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x100a5fd00e20007, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803984311 2024-11-13T15:52:17,619 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4c650e80f58,46805,1731513136910, sessionid=0x100a5fd00e20006, setting cluster-up flag (Was=false) 2024-11-13T15:52:17,621 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1803984311/flush-table-proc/acquired, /0-1803984311/flush-table-proc/reached, /0-1803984311/flush-table-proc/abort 2024-11-13T15:52:17,622 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,46805,1731513136910 2024-11-13T15:52:17,626 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1803984311/online-snapshot/acquired, /0-1803984311/online-snapshot/reached, /0-1803984311/online-snapshot/abort 2024-11-13T15:52:17,627 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,46805,1731513136910 2024-11-13T15:52:17,629 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/.lastflushedseqids 2024-11-13T15:52:17,633 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T15:52:17,633 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T15:52:17,633 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4c650e80f58,46805,1731513136910 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 c4c650e80f58,40839,1731513123392 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T15:52:17,635 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:52:17,635 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:52:17,635 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:52:17,635 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:52:17,635 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4c650e80f58:0, corePoolSize=10, maxPoolSize=10 2024-11-13T15:52:17,635 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:17,635 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:52:17,635 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:17,637 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731513167637 2024-11-13T15:52:17,637 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T15:52:17,637 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T15:52:17,637 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T15:52:17,637 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T15:52:17,637 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T15:52:17,637 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T15:52:17,637 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:17,638 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T15:52:17,638 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T15:52:17,638 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T15:52:17,638 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T15:52:17,638 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T15:52:17,638 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T15:52:17,638 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513137638,5,FailOnTimeoutGroup] 2024-11-13T15:52:17,638 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513137638,5,FailOnTimeoutGroup] 2024-11-13T15:52:17,639 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:17,639 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T15:52:17,639 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:17,639 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure c4c650e80f58,40839,1731513123392, splitWal=true, meta=true 2024-11-13T15:52:17,639 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:17,639 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731513137639, completionTime=-1 2024-11-13T15:52:17,639 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-13T15:52:17,640 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure c4c650e80f58,40839,1731513123392, splitWal=true, meta=true, isMeta: true 2024-11-13T15:52:17,642 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,40839,1731513123392-splitting 2024-11-13T15:52:17,643 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T15:52:17,643 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,40839,1731513123392-splitting dir is empty, no logs to split. 2024-11-13T15:52:17,643 INFO [PEWorker-1 {}] master.SplitWALManager(105): c4c650e80f58,40839,1731513123392 WAL count=0, meta=true 2024-11-13T15:52:17,647 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,40839,1731513123392-splitting dir is empty, no logs to split. 2024-11-13T15:52:17,647 INFO [PEWorker-1 {}] master.SplitWALManager(105): c4c650e80f58,40839,1731513123392 WAL count=0, meta=true 2024-11-13T15:52:17,647 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if c4c650e80f58,40839,1731513123392 WAL splitting is done? wals=0, meta=true 2024-11-13T15:52:17,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T15:52:17,650 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:52:17,651 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T15:52:17,678 INFO [RS:0;c4c650e80f58:43741 {}] regionserver.HRegionServer(746): ClusterId : 895c43c0-0c97-432c-813e-8a26c6087bab 2024-11-13T15:52:17,678 DEBUG [RS:0;c4c650e80f58:43741 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T15:52:17,681 DEBUG [RS:0;c4c650e80f58:43741 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T15:52:17,681 DEBUG [RS:0;c4c650e80f58:43741 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T15:52:17,685 DEBUG [RS:0;c4c650e80f58:43741 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T15:52:17,685 DEBUG [RS:0;c4c650e80f58:43741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d7e75f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:52:17,699 DEBUG [RS:0;c4c650e80f58:43741 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4c650e80f58:43741 2024-11-13T15:52:17,699 INFO [RS:0;c4c650e80f58:43741 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T15:52:17,699 INFO [RS:0;c4c650e80f58:43741 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T15:52:17,699 DEBUG [RS:0;c4c650e80f58:43741 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T15:52:17,700 INFO [RS:0;c4c650e80f58:43741 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4c650e80f58,46805,1731513136910 with port=43741, startcode=1731513136958 2024-11-13T15:52:17,700 DEBUG [RS:0;c4c650e80f58:43741 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T15:52:17,702 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T15:52:17,702 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46805 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4c650e80f58,43741,1731513136958 2024-11-13T15:52:17,702 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46805 {}] master.ServerManager(517): Registering regionserver=c4c650e80f58,43741,1731513136958 2024-11-13T15:52:17,705 DEBUG [RS:0;c4c650e80f58:43741 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075 2024-11-13T15:52:17,705 DEBUG [RS:0;c4c650e80f58:43741 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38219 2024-11-13T15:52:17,705 DEBUG [RS:0;c4c650e80f58:43741 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T15:52:17,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46805-0x100a5fd00e20006, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803984311/rs 2024-11-13T15:52:17,707 DEBUG [RS:0;c4c650e80f58:43741 {}] zookeeper.ZKUtil(111): regionserver:43741-0x100a5fd00e20007, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Set watcher on existing znode=/0-1803984311/rs/c4c650e80f58,43741,1731513136958 2024-11-13T15:52:17,707 WARN [RS:0;c4c650e80f58:43741 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:52:17,707 INFO [RS:0;c4c650e80f58:43741 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:52:17,708 DEBUG [RS:0;c4c650e80f58:43741 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,43741,1731513136958 2024-11-13T15:52:17,708 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4c650e80f58,43741,1731513136958] 2024-11-13T15:52:17,743 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T15:52:17,748 INFO [RS:0;c4c650e80f58:43741 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T15:52:17,751 INFO [RS:0;c4c650e80f58:43741 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T15:52:17,751 INFO [RS:0;c4c650e80f58:43741 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T15:52:17,751 INFO [RS:0;c4c650e80f58:43741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:17,752 INFO [RS:0;c4c650e80f58:43741 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T15:52:17,753 INFO [RS:0;c4c650e80f58:43741 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T15:52:17,753 INFO [RS:0;c4c650e80f58:43741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:17,753 DEBUG [RS:0;c4c650e80f58:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:17,753 DEBUG [RS:0;c4c650e80f58:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:17,753 DEBUG [RS:0;c4c650e80f58:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:17,753 DEBUG [RS:0;c4c650e80f58:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:17,753 DEBUG [RS:0;c4c650e80f58:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:17,753 DEBUG [RS:0;c4c650e80f58:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:52:17,753 DEBUG [RS:0;c4c650e80f58:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:17,753 DEBUG [RS:0;c4c650e80f58:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:17,753 DEBUG [RS:0;c4c650e80f58:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:17,754 DEBUG [RS:0;c4c650e80f58:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:17,754 DEBUG [RS:0;c4c650e80f58:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:17,754 DEBUG [RS:0;c4c650e80f58:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:17,754 DEBUG [RS:0;c4c650e80f58:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:52:17,754 DEBUG [RS:0;c4c650e80f58:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:52:17,754 INFO [RS:0;c4c650e80f58:43741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:17,754 INFO [RS:0;c4c650e80f58:43741 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:17,754 INFO [RS:0;c4c650e80f58:43741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:17,755 INFO [RS:0;c4c650e80f58:43741 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:17,755 INFO [RS:0;c4c650e80f58:43741 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:17,755 INFO [RS:0;c4c650e80f58:43741 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,43741,1731513136958-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:52:17,771 INFO [RS:0;c4c650e80f58:43741 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T15:52:17,771 INFO [RS:0;c4c650e80f58:43741 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,43741,1731513136958-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:17,785 INFO [RS:0;c4c650e80f58:43741 {}] regionserver.ReplicationSource(231): queueId=1-c4c650e80f58,43741,1731513136958, ReplicationSource: 1, currentBandwidth=0 2024-11-13T15:52:17,800 INFO [RS:0;c4c650e80f58:43741 {}] regionserver.ReplicationSource(231): queueId=2-c4c650e80f58,43741,1731513136958, ReplicationSource: 2, currentBandwidth=0 2024-11-13T15:52:17,800 INFO [RS:0;c4c650e80f58:43741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:17,801 INFO [RS:0;c4c650e80f58:43741 {}] regionserver.Replication(171): c4c650e80f58,43741,1731513136958 started 2024-11-13T15:52:17,801 DEBUG [RS:0;c4c650e80f58:43741.replicationSource,1-c4c650e80f58,43741,1731513136958 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:45973' 2024-11-13T15:52:17,802 WARN [c4c650e80f58:46805 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T15:52:17,802 DEBUG [RS:0;c4c650e80f58:43741.replicationSource,1-c4c650e80f58,43741,1731513136958 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7dbcfd2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:17,802 DEBUG [RS:0;c4c650e80f58:43741.replicationSource,1-c4c650e80f58,43741,1731513136958 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,45973,-1 for getting cluster id 2024-11-13T15:52:17,802 DEBUG [RS:0;c4c650e80f58:43741.replicationSource,1-c4c650e80f58,43741,1731513136958 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:52:17,806 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab50d3a3-8247-45b5-ad5b-a6be23656ca2' 2024-11-13T15:52:17,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:52:17,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab50d3a3-8247-45b5-ad5b-a6be23656ca2" 2024-11-13T15:52:17,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7228258a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:17,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,45973,-1] 2024-11-13T15:52:17,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:52:17,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:17,809 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:52:17,810 DEBUG [RS:0;c4c650e80f58:43741.replicationSource,1-c4c650e80f58,43741,1731513136958 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1504a4b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:17,810 DEBUG [RS:0;c4c650e80f58:43741.replicationSource,1-c4c650e80f58,43741,1731513136958 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:52:17,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,45973,1731513127906 2024-11-13T15:52:17,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fd1d19b 2024-11-13T15:52:17,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:52:17,812 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-13T15:52:17,813 INFO [RS:0;c4c650e80f58:43741.replicationSource,1-c4c650e80f58,43741,1731513136958 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c4c650e80f58,43741,1731513136958 (queues=0) is replicating from cluster=895c43c0-0c97-432c-813e-8a26c6087bab to cluster=ab50d3a3-8247-45b5-ad5b-a6be23656ca2 2024-11-13T15:52:17,817 DEBUG [RS:0;c4c650e80f58:43741.replicationSource,2-c4c650e80f58,43741,1731513136958 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:45973' 2024-11-13T15:52:17,818 INFO [RS:0;c4c650e80f58:43741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:17,818 INFO [RS:0;c4c650e80f58:43741 {}] regionserver.HRegionServer(1482): Serving as c4c650e80f58,43741,1731513136958, RpcServer on c4c650e80f58/172.17.0.3:43741, sessionid=0x100a5fd00e20007 2024-11-13T15:52:17,818 DEBUG [RS:0;c4c650e80f58:43741 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T15:52:17,818 DEBUG [RS:0;c4c650e80f58:43741 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4c650e80f58,43741,1731513136958 2024-11-13T15:52:17,818 DEBUG [RS:0;c4c650e80f58:43741 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,43741,1731513136958' 2024-11-13T15:52:17,818 DEBUG [RS:0;c4c650e80f58:43741 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1803984311/flush-table-proc/abort' 2024-11-13T15:52:17,819 DEBUG [RS:0;c4c650e80f58:43741 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1803984311/flush-table-proc/acquired' 2024-11-13T15:52:17,819 DEBUG [RS:0;c4c650e80f58:43741.replicationSource,2-c4c650e80f58,43741,1731513136958 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bceac0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:17,819 DEBUG [RS:0;c4c650e80f58:43741.replicationSource,2-c4c650e80f58,43741,1731513136958 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,45973,-1 for getting cluster id 2024-11-13T15:52:17,819 DEBUG [RS:0;c4c650e80f58:43741.replicationSource,2-c4c650e80f58,43741,1731513136958 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:52:17,819 DEBUG [RS:0;c4c650e80f58:43741 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T15:52:17,819 DEBUG [RS:0;c4c650e80f58:43741 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T15:52:17,819 DEBUG [RS:0;c4c650e80f58:43741 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4c650e80f58,43741,1731513136958 2024-11-13T15:52:17,819 DEBUG [RS:0;c4c650e80f58:43741 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,43741,1731513136958' 2024-11-13T15:52:17,819 DEBUG [RS:0;c4c650e80f58:43741 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1803984311/online-snapshot/abort' 2024-11-13T15:52:17,820 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab50d3a3-8247-45b5-ad5b-a6be23656ca2' 2024-11-13T15:52:17,820 DEBUG [RS:0;c4c650e80f58:43741 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1803984311/online-snapshot/acquired' 2024-11-13T15:52:17,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:52:17,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab50d3a3-8247-45b5-ad5b-a6be23656ca2" 2024-11-13T15:52:17,820 DEBUG [RS:0;c4c650e80f58:43741 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T15:52:17,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57054ae4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:17,821 INFO [RS:0;c4c650e80f58:43741 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T15:52:17,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,45973,-1] 2024-11-13T15:52:17,821 INFO [RS:0;c4c650e80f58:43741 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T15:52:17,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:52:17,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:17,822 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:52:17,822 DEBUG [RS:0;c4c650e80f58:43741.replicationSource,2-c4c650e80f58,43741,1731513136958 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fc50f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:17,822 DEBUG [RS:0;c4c650e80f58:43741.replicationSource,2-c4c650e80f58,43741,1731513136958 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:52:17,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,45973,1731513127906 2024-11-13T15:52:17,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c7b1a26 2024-11-13T15:52:17,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:52:17,824 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-13T15:52:17,825 INFO [RS:0;c4c650e80f58:43741.replicationSource,2-c4c650e80f58,43741,1731513136958 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-c4c650e80f58,43741,1731513136958 (queues=0) is replicating from cluster=895c43c0-0c97-432c-813e-8a26c6087bab to cluster=ab50d3a3-8247-45b5-ad5b-a6be23656ca2 2024-11-13T15:52:17,921 INFO [RS:0;c4c650e80f58:43741 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:52:17,924 INFO [RS:0;c4c650e80f58:43741 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C43741%2C1731513136958, suffix=, logDir=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,43741,1731513136958, archiveDir=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/oldWALs, maxLogs=10 2024-11-13T15:52:17,946 DEBUG [RS:0;c4c650e80f58:43741 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,43741,1731513136958/c4c650e80f58%2C43741%2C1731513136958.1731513137925, exclude list is [], retry=0 2024-11-13T15:52:17,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45187,DS-8da491b2-26b3-4978-a07f-670be629bc04,DISK] 2024-11-13T15:52:17,953 INFO [RS:0;c4c650e80f58:43741 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,43741,1731513136958/c4c650e80f58%2C43741%2C1731513136958.1731513137925 2024-11-13T15:52:17,953 DEBUG [RS:0;c4c650e80f58:43741 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group c4c650e80f58%2C43741%2C1731513136958 for peer 1 2024-11-13T15:52:17,953 DEBUG [RS:0;c4c650e80f58:43741 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group c4c650e80f58%2C43741%2C1731513136958 for peer 2 2024-11-13T15:52:17,954 DEBUG [RS:0;c4c650e80f58:43741 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c4c650e80f58%2C43741%2C1731513136958 2024-11-13T15:52:17,954 INFO [RS:0;c4c650e80f58:43741 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c4c650e80f58,43741,1731513136958, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T15:52:17,954 DEBUG [RS:0;c4c650e80f58:43741 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=c4c650e80f58%2C43741%2C1731513136958 2024-11-13T15:52:17,954 INFO [RS:0;c4c650e80f58:43741.replicationSource.shipperc4c650e80f58%2C43741%2C1731513136958,1-c4c650e80f58,43741,1731513136958 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4c650e80f58%2C43741%2C1731513136958 2024-11-13T15:52:17,954 INFO [RS:0;c4c650e80f58:43741 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-c4c650e80f58,43741,1731513136958, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T15:52:17,955 DEBUG [RS:0;c4c650e80f58:43741 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35443:35443)] 2024-11-13T15:52:17,955 INFO [RS:0;c4c650e80f58:43741.replicationSource.shipperc4c650e80f58%2C43741%2C1731513136958,2-c4c650e80f58,43741,1731513136958 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4c650e80f58%2C43741%2C1731513136958 2024-11-13T15:52:17,955 DEBUG [RS:0;c4c650e80f58:43741.replicationSource.wal-reader.c4c650e80f58%2C43741%2C1731513136958,1-c4c650e80f58,43741,1731513136958 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,43741,1731513136958/c4c650e80f58%2C43741%2C1731513136958.1731513137925, startPosition=0, beingWritten=true 2024-11-13T15:52:17,955 DEBUG [RS:0;c4c650e80f58:43741.replicationSource.wal-reader.c4c650e80f58%2C43741%2C1731513136958,2-c4c650e80f58,43741,1731513136958 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,43741,1731513136958/c4c650e80f58%2C43741%2C1731513136958.1731513137925, startPosition=0, beingWritten=true 2024-11-13T15:52:18,052 DEBUG [c4c650e80f58:46805 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T15:52:18,053 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4c650e80f58,43741,1731513136958 2024-11-13T15:52:18,055 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,43741,1731513136958, state=OPENING 2024-11-13T15:52:18,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46805-0x100a5fd00e20006, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1803984311/meta-region-server 2024-11-13T15:52:18,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x100a5fd00e20007, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1803984311/meta-region-server 2024-11-13T15:52:18,057 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:52:18,057 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1803984311/meta-region-server: CHANGED 2024-11-13T15:52:18,057 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1803984311/meta-region-server: CHANGED 2024-11-13T15:52:18,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,43741,1731513136958}] 2024-11-13T15:52:18,164 DEBUG [RS:0;c4c650e80f58:43741.replicationSource.wal-reader.c4c650e80f58%2C43741%2C1731513136958,2-c4c650e80f58,43741,1731513136958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,43741,1731513136958/c4c650e80f58%2C43741%2C1731513136958.1731513137925 to pos 0, reset compression=false 2024-11-13T15:52:18,170 DEBUG [RS:0;c4c650e80f58:43741.replicationSource.wal-reader.c4c650e80f58%2C43741%2C1731513136958,1-c4c650e80f58,43741,1731513136958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,43741,1731513136958/c4c650e80f58%2C43741%2C1731513136958.1731513137925 to pos 0, reset compression=false 2024-11-13T15:52:18,210 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T15:52:18,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T15:52:18,216 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T15:52:18,216 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:52:18,217 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T15:52:18,218 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C43741%2C1731513136958.meta, suffix=.meta, logDir=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,43741,1731513136958, archiveDir=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/oldWALs, maxLogs=10 2024-11-13T15:52:18,233 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,43741,1731513136958/c4c650e80f58%2C43741%2C1731513136958.meta.1731513138219.meta, exclude list is [], retry=0 2024-11-13T15:52:18,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45187,DS-8da491b2-26b3-4978-a07f-670be629bc04,DISK] 2024-11-13T15:52:18,237 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,43741,1731513136958/c4c650e80f58%2C43741%2C1731513136958.meta.1731513138219.meta 2024-11-13T15:52:18,238 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35443:35443)] 2024-11-13T15:52:18,238 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:52:18,238 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:52:18,239 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:52:18,239 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T15:52:18,239 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T15:52:18,239 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T15:52:18,239 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:52:18,239 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T15:52:18,239 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T15:52:18,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:52:18,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:52:18,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:18,249 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/meta/1588230740/info/bb09b51583554b7782f7593979352a0e 2024-11-13T15:52:18,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:18,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:52:18,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:52:18,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:18,256 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/meta/1588230740/ns/a7fde22ef2c74783bf58ec06b6fd2eef 2024-11-13T15:52:18,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:18,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:52:18,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:52:18,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:18,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:18,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:52:18,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:52:18,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:18,266 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/meta/1588230740/table/359c7965bf5e4ca0a2de8bd313adbe7e 2024-11-13T15:52:18,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:18,267 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:52:18,268 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/meta/1588230740 2024-11-13T15:52:18,269 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/meta/1588230740 2024-11-13T15:52:18,270 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:52:18,271 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:52:18,271 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:52:18,273 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:52:18,274 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61542285, jitterRate=-0.08294849097728729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:52:18,274 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T15:52:18,274 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731513138239Writing region info on filesystem at 1731513138239Initializing all the Stores at 1731513138240 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513138240Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513138240Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513138240Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513138240Cleaning up temporary data from old regions at 1731513138271 (+31 ms)Running coprocessor post-open hooks at 1731513138274 (+3 ms)Region opened successfully at 1731513138274 2024-11-13T15:52:18,276 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731513138210 2024-11-13T15:52:18,279 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T15:52:18,279 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T15:52:18,280 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=c4c650e80f58,43741,1731513136958 2024-11-13T15:52:18,281 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,43741,1731513136958, state=OPEN 2024-11-13T15:52:18,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46805-0x100a5fd00e20006, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1803984311/meta-region-server 2024-11-13T15:52:18,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x100a5fd00e20007, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1803984311/meta-region-server 2024-11-13T15:52:18,283 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4c650e80f58,43741,1731513136958 2024-11-13T15:52:18,283 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1803984311/meta-region-server: CHANGED 2024-11-13T15:52:18,283 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1803984311/meta-region-server: CHANGED 2024-11-13T15:52:18,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-13T15:52:18,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,43741,1731513136958 in 226 msec 2024-11-13T15:52:18,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-13T15:52:18,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 637 msec 2024-11-13T15:52:18,471 DEBUG [RS:0;c4c650e80f58:43741.replicationSource.wal-reader.c4c650e80f58%2C43741%2C1731513136958,2-c4c650e80f58,43741,1731513136958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,43741,1731513136958/c4c650e80f58%2C43741%2C1731513136958.1731513137925 to pos 0, reset compression=false 2024-11-13T15:52:18,476 DEBUG [RS:0;c4c650e80f58:43741.replicationSource.wal-reader.c4c650e80f58%2C43741%2C1731513136958,1-c4c650e80f58,43741,1731513136958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,43741,1731513136958/c4c650e80f58%2C43741%2C1731513136958.1731513137925 to pos 0, reset compression=false 2024-11-13T15:52:18,878 DEBUG [RS:0;c4c650e80f58:43741.replicationSource.wal-reader.c4c650e80f58%2C43741%2C1731513136958,2-c4c650e80f58,43741,1731513136958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,43741,1731513136958/c4c650e80f58%2C43741%2C1731513136958.1731513137925 to pos 0, reset compression=false 2024-11-13T15:52:18,881 DEBUG [RS:0;c4c650e80f58:43741.replicationSource.wal-reader.c4c650e80f58%2C43741%2C1731513136958,1-c4c650e80f58,43741,1731513136958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,43741,1731513136958/c4c650e80f58%2C43741%2C1731513136958.1731513137925 to pos 0, reset compression=false 2024-11-13T15:52:19,246 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-13T15:52:19,384 DEBUG [RS:0;c4c650e80f58:43741.replicationSource.wal-reader.c4c650e80f58%2C43741%2C1731513136958,2-c4c650e80f58,43741,1731513136958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,43741,1731513136958/c4c650e80f58%2C43741%2C1731513136958.1731513137925 to pos 0, reset compression=false 2024-11-13T15:52:19,386 DEBUG [RS:0;c4c650e80f58:43741.replicationSource.wal-reader.c4c650e80f58%2C43741%2C1731513136958,1-c4c650e80f58,43741,1731513136958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,43741,1731513136958/c4c650e80f58%2C43741%2C1731513136958.1731513137925 to pos 0, reset compression=false 2024-11-13T15:52:19,991 DEBUG [RS:0;c4c650e80f58:43741.replicationSource.wal-reader.c4c650e80f58%2C43741%2C1731513136958,2-c4c650e80f58,43741,1731513136958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,43741,1731513136958/c4c650e80f58%2C43741%2C1731513136958.1731513137925 to pos 0, reset compression=false 2024-11-13T15:52:19,993 DEBUG [RS:0;c4c650e80f58:43741.replicationSource.wal-reader.c4c650e80f58%2C43741%2C1731513136958,1-c4c650e80f58,43741,1731513136958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,43741,1731513136958/c4c650e80f58%2C43741%2C1731513136958.1731513137925 to pos 0, reset compression=false 2024-11-13T15:52:20,699 DEBUG [RS:0;c4c650e80f58:43741.replicationSource.wal-reader.c4c650e80f58%2C43741%2C1731513136958,2-c4c650e80f58,43741,1731513136958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,43741,1731513136958/c4c650e80f58%2C43741%2C1731513136958.1731513137925 to pos 0, reset compression=false 2024-11-13T15:52:20,699 DEBUG [RS:0;c4c650e80f58:43741.replicationSource.wal-reader.c4c650e80f58%2C43741%2C1731513136958,1-c4c650e80f58,43741,1731513136958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,43741,1731513136958/c4c650e80f58%2C43741%2C1731513136958.1731513137925 to pos 0, reset compression=false 2024-11-13T15:52:20,748 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3109ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-13T15:52:21,506 DEBUG [RS:0;c4c650e80f58:43741.replicationSource.wal-reader.c4c650e80f58%2C43741%2C1731513136958,2-c4c650e80f58,43741,1731513136958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,43741,1731513136958/c4c650e80f58%2C43741%2C1731513136958.1731513137925 to pos 0, reset compression=false 2024-11-13T15:52:21,506 DEBUG [RS:0;c4c650e80f58:43741.replicationSource.wal-reader.c4c650e80f58%2C43741%2C1731513136958,1-c4c650e80f58,43741,1731513136958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,43741,1731513136958/c4c650e80f58%2C43741%2C1731513136958.1731513137925 to pos 0, reset compression=false 2024-11-13T15:52:22,150 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-13T15:52:22,151 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T15:52:22,151 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:52:22,151 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,43741,1731513136958, seqNum=-1] 2024-11-13T15:52:22,152 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:52:22,153 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:52:22,160 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a3e3aeaec4fedeb6b77c3f52f730c138, regionState=OPEN, lastHost=c4c650e80f58,40839,1731513123392, regionLocation=c4c650e80f58,40839,1731513123392, openSeqNum=2 2024-11-13T15:52:22,160 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T15:52:22,160 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731513202160 2024-11-13T15:52:22,160 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731513262160 2024-11-13T15:52:22,160 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-13T15:52:22,161 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,46805,1731513136910-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:22,161 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,46805,1731513136910-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:22,161 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): c4c650e80f58,40839,1731513123392 had 2 regions 2024-11-13T15:52:22,161 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,46805,1731513136910-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:22,161 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4c650e80f58:46805, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:22,161 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:22,161 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:22,163 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure c4c650e80f58,40839,1731513123392, splitWal=true, meta=true, isMeta: false 2024-11-13T15:52:22,165 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,40839,1731513123392-splitting dir is empty, no logs to split. 2024-11-13T15:52:22,165 INFO [PEWorker-3 {}] master.SplitWALManager(105): c4c650e80f58,40839,1731513123392 WAL count=0, meta=false 2024-11-13T15:52:22,168 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.171sec 2024-11-13T15:52:22,168 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T15:52:22,168 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T15:52:22,168 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T15:52:22,168 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T15:52:22,169 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T15:52:22,169 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,46805,1731513136910-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:52:22,169 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,46805,1731513136910-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T15:52:22,169 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,40839,1731513123392-splitting dir is empty, no logs to split. 2024-11-13T15:52:22,169 INFO [PEWorker-3 {}] master.SplitWALManager(105): c4c650e80f58,40839,1731513123392 WAL count=0, meta=false 2024-11-13T15:52:22,169 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if c4c650e80f58,40839,1731513123392 WAL splitting is done? wals=0, meta=false 2024-11-13T15:52:22,173 WARN [master/c4c650e80f58:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=c4c650e80f58,40839,1731513123392/hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138. 2024-11-13T15:52:22,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a3e3aeaec4fedeb6b77c3f52f730c138, ASSIGN}] 2024-11-13T15:52:22,174 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T15:52:22,174 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T15:52:22,174 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,46805,1731513136910-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:22,175 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a3e3aeaec4fedeb6b77c3f52f730c138, ASSIGN 2024-11-13T15:52:22,176 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a3e3aeaec4fedeb6b77c3f52f730c138, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T15:52:22,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3270ab0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:22,182 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,46805,-1 for getting cluster id 2024-11-13T15:52:22,182 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:52:22,184 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '895c43c0-0c97-432c-813e-8a26c6087bab' 2024-11-13T15:52:22,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:52:22,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "895c43c0-0c97-432c-813e-8a26c6087bab" 2024-11-13T15:52:22,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@501c63cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:22,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,46805,-1] 2024-11-13T15:52:22,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:52:22,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:22,187 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:52:22,188 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63cadff1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:22,189 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:52:22,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,43741,1731513136958, seqNum=-1] 2024-11-13T15:52:22,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:52:22,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:52:22,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-13T15:52:22,196 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:52:22,196 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:52:22,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:22,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:22,197 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:52:22,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: c4c650e80f58:46805 after: c4c650e80f58:46805 2024-11-13T15:52:22,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fbb69b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:22,198 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,46805,-1 for getting cluster id 2024-11-13T15:52:22,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:52:22,199 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '895c43c0-0c97-432c-813e-8a26c6087bab' 2024-11-13T15:52:22,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:52:22,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "895c43c0-0c97-432c-813e-8a26c6087bab" 2024-11-13T15:52:22,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4167ce6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:22,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,46805,-1] 2024-11-13T15:52:22,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:52:22,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:22,201 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:52:22,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a93be1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:22,202 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:52:22,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,46805,1731513136910 2024-11-13T15:52:22,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54ee51a 2024-11-13T15:52:22,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:52:22,204 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:52:22,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46805 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T15:52:22,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46805 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-13T15:52:22,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46805 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T15:52:22,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46805 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-13T15:52:22,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T15:52:22,208 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:52:22,208 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:52:22,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:22,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:22,208 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:52:22,208 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T15:52:22,208 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=100036753, stopped=false 2024-11-13T15:52:22,208 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4c650e80f58,45973,1731513127906 2024-11-13T15:52:22,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45973-0x100a5fd00e20003, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11682079751/running 2024-11-13T15:52:22,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44991-0x100a5fd00e20004, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11682079751/running 2024-11-13T15:52:22,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45973-0x100a5fd00e20003, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682079751 2024-11-13T15:52:22,211 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:52:22,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44991-0x100a5fd00e20004, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682079751 2024-11-13T15:52:22,211 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:52:22,212 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:52:22,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:22,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45973-0x100a5fd00e20003, quorum=127.0.0.1:58305, baseZNode=/11682079751 Set watcher on znode that does not yet exist, /11682079751/running 2024-11-13T15:52:22,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44991-0x100a5fd00e20004, quorum=127.0.0.1:58305, baseZNode=/11682079751 Set watcher on znode that does not yet exist, /11682079751/running 2024-11-13T15:52:22,212 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4c650e80f58,44991,1731513127960' ***** 2024-11-13T15:52:22,212 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T15:52:22,212 INFO [RS:0;c4c650e80f58:44991 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T15:52:22,212 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T15:52:22,213 INFO [RS:0;c4c650e80f58:44991 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T15:52:22,213 INFO [RS:0;c4c650e80f58:44991 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T15:52:22,213 INFO [RS:0;c4c650e80f58:44991 {}] regionserver.HRegionServer(959): stopping server c4c650e80f58,44991,1731513127960 2024-11-13T15:52:22,213 INFO [RS:0;c4c650e80f58:44991 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:52:22,213 INFO [RS:0;c4c650e80f58:44991 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:44991. 2024-11-13T15:52:22,213 DEBUG [RS:0;c4c650e80f58:44991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:52:22,213 DEBUG [RS:0;c4c650e80f58:44991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:22,213 INFO [RS:0;c4c650e80f58:44991 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T15:52:22,213 INFO [RS:0;c4c650e80f58:44991 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T15:52:22,213 INFO [RS:0;c4c650e80f58:44991 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T15:52:22,213 INFO [RS:0;c4c650e80f58:44991 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T15:52:22,213 INFO [RS:0;c4c650e80f58:44991 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T15:52:22,213 DEBUG [RS:0;c4c650e80f58:44991 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T15:52:22,213 DEBUG [RS:0;c4c650e80f58:44991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:52:22,214 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:52:22,214 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:52:22,214 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:52:22,214 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:52:22,214 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:52:22,214 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T15:52:22,233 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/data/hbase/meta/1588230740/.tmp/ns/3eeae05b0b904c9aac399efef238cc47 is 43, key is default/ns:d/1731513130309/Put/seqid=0 2024-11-13T15:52:22,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37313 is added to blk_1073741835_1011 (size=5153) 2024-11-13T15:52:22,242 INFO [regionserver/c4c650e80f58:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:52:22,327 DEBUG [c4c650e80f58:46805 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T15:52:22,327 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=a3e3aeaec4fedeb6b77c3f52f730c138, regionState=OPENING, regionLocation=c4c650e80f58,43741,1731513136958 2024-11-13T15:52:22,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a3e3aeaec4fedeb6b77c3f52f730c138, ASSIGN because future has completed 2024-11-13T15:52:22,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3e3aeaec4fedeb6b77c3f52f730c138, server=c4c650e80f58,43741,1731513136958}] 2024-11-13T15:52:22,413 DEBUG [RS:0;c4c650e80f58:43741.replicationSource.wal-reader.c4c650e80f58%2C43741%2C1731513136958,1-c4c650e80f58,43741,1731513136958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,43741,1731513136958/c4c650e80f58%2C43741%2C1731513136958.1731513137925 to pos 0, reset compression=false 2024-11-13T15:52:22,413 DEBUG [RS:0;c4c650e80f58:43741.replicationSource.wal-reader.c4c650e80f58%2C43741%2C1731513136958,2-c4c650e80f58,43741,1731513136958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,43741,1731513136958/c4c650e80f58%2C43741%2C1731513136958.1731513137925 to pos 0, reset compression=false 2024-11-13T15:52:22,414 DEBUG [RS:0;c4c650e80f58:44991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:52:22,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138. 2024-11-13T15:52:22,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:52:22,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T15:52:22,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C43741%2C1731513136958.rep, suffix=, logDir=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,43741,1731513136958, archiveDir=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/oldWALs, maxLogs=10 2024-11-13T15:52:22,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,43741,1731513136958/c4c650e80f58%2C43741%2C1731513136958.rep.1731513142493, exclude list is [], retry=0 2024-11-13T15:52:22,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45187,DS-8da491b2-26b3-4978-a07f-670be629bc04,DISK] 2024-11-13T15:52:22,517 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,43741,1731513136958/c4c650e80f58%2C43741%2C1731513136958.rep.1731513142493 2024-11-13T15:52:22,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35443:35443)] 2024-11-13T15:52:22,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => a3e3aeaec4fedeb6b77c3f52f730c138, NAME => 'hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:52:22,518 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:52:22,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:52:22,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138. service=MultiRowMutationService 2024-11-13T15:52:22,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T15:52:22,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a3e3aeaec4fedeb6b77c3f52f730c138 2024-11-13T15:52:22,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:52:22,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for a3e3aeaec4fedeb6b77c3f52f730c138 2024-11-13T15:52:22,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for a3e3aeaec4fedeb6b77c3f52f730c138 2024-11-13T15:52:22,523 INFO [StoreOpener-a3e3aeaec4fedeb6b77c3f52f730c138-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a3e3aeaec4fedeb6b77c3f52f730c138 2024-11-13T15:52:22,524 INFO [StoreOpener-a3e3aeaec4fedeb6b77c3f52f730c138-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3e3aeaec4fedeb6b77c3f52f730c138 columnFamilyName hfileref 2024-11-13T15:52:22,525 DEBUG [StoreOpener-a3e3aeaec4fedeb6b77c3f52f730c138-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:22,525 INFO [StoreOpener-a3e3aeaec4fedeb6b77c3f52f730c138-1 {}] regionserver.HStore(327): Store=a3e3aeaec4fedeb6b77c3f52f730c138/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:52:22,526 INFO [StoreOpener-a3e3aeaec4fedeb6b77c3f52f730c138-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a3e3aeaec4fedeb6b77c3f52f730c138 2024-11-13T15:52:22,527 INFO [StoreOpener-a3e3aeaec4fedeb6b77c3f52f730c138-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3e3aeaec4fedeb6b77c3f52f730c138 columnFamilyName queue 2024-11-13T15:52:22,527 DEBUG [StoreOpener-a3e3aeaec4fedeb6b77c3f52f730c138-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:22,539 DEBUG [StoreOpener-a3e3aeaec4fedeb6b77c3f52f730c138-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/replication/a3e3aeaec4fedeb6b77c3f52f730c138/queue/898a812fbef34d308f66ed772092a8fe 2024-11-13T15:52:22,539 INFO [StoreOpener-a3e3aeaec4fedeb6b77c3f52f730c138-1 {}] regionserver.HStore(327): Store=a3e3aeaec4fedeb6b77c3f52f730c138/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:52:22,539 INFO [StoreOpener-a3e3aeaec4fedeb6b77c3f52f730c138-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a3e3aeaec4fedeb6b77c3f52f730c138 2024-11-13T15:52:22,540 INFO [StoreOpener-a3e3aeaec4fedeb6b77c3f52f730c138-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3e3aeaec4fedeb6b77c3f52f730c138 columnFamilyName sid 2024-11-13T15:52:22,540 DEBUG [StoreOpener-a3e3aeaec4fedeb6b77c3f52f730c138-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:22,541 INFO [StoreOpener-a3e3aeaec4fedeb6b77c3f52f730c138-1 {}] regionserver.HStore(327): Store=a3e3aeaec4fedeb6b77c3f52f730c138/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:52:22,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for a3e3aeaec4fedeb6b77c3f52f730c138 2024-11-13T15:52:22,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/replication/a3e3aeaec4fedeb6b77c3f52f730c138 2024-11-13T15:52:22,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/replication/a3e3aeaec4fedeb6b77c3f52f730c138 2024-11-13T15:52:22,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for a3e3aeaec4fedeb6b77c3f52f730c138 2024-11-13T15:52:22,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for a3e3aeaec4fedeb6b77c3f52f730c138 2024-11-13T15:52:22,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T15:52:22,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for a3e3aeaec4fedeb6b77c3f52f730c138 2024-11-13T15:52:22,552 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened a3e3aeaec4fedeb6b77c3f52f730c138; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62479347, jitterRate=-0.06898517906665802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T15:52:22,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a3e3aeaec4fedeb6b77c3f52f730c138 2024-11-13T15:52:22,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for a3e3aeaec4fedeb6b77c3f52f730c138: Running coprocessor pre-open hook at 1731513142520Writing region info on filesystem at 1731513142520Initializing all the Stores at 1731513142522 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513142522Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513142522Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513142522Cleaning up temporary data from old regions at 1731513142547 (+25 ms)Running coprocessor post-open hooks at 1731513142553 (+6 ms)Region opened successfully at 1731513142555 (+2 ms) 2024-11-13T15:52:22,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138., pid=19, masterSystemTime=1731513142485 2024-11-13T15:52:22,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138. 2024-11-13T15:52:22,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138. 2024-11-13T15:52:22,562 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=a3e3aeaec4fedeb6b77c3f52f730c138, regionState=OPEN, openSeqNum=10, regionLocation=c4c650e80f58,43741,1731513136958 2024-11-13T15:52:22,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3e3aeaec4fedeb6b77c3f52f730c138, server=c4c650e80f58,43741,1731513136958 because future has completed 2024-11-13T15:52:22,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-13T15:52:22,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure a3e3aeaec4fedeb6b77c3f52f730c138, server=c4c650e80f58,43741,1731513136958 in 238 msec 2024-11-13T15:52:22,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-13T15:52:22,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a3e3aeaec4fedeb6b77c3f52f730c138, ASSIGN in 400 msec 2024-11-13T15:52:22,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-13T15:52:22,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138., hostname=c4c650e80f58,43741,1731513136958, seqNum=10] 2024-11-13T15:52:22,614 DEBUG [RS:0;c4c650e80f58:44991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:52:22,638 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for c4c650e80f58,40839,1731513123392 2024-11-13T15:52:22,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-13T15:52:22,640 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/data/hbase/meta/1588230740/.tmp/ns/3eeae05b0b904c9aac399efef238cc47 2024-11-13T15:52:22,665 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/data/hbase/meta/1588230740/.tmp/ns/3eeae05b0b904c9aac399efef238cc47 as hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/data/hbase/meta/1588230740/ns/3eeae05b0b904c9aac399efef238cc47 2024-11-13T15:52:22,680 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/data/hbase/meta/1588230740/ns/3eeae05b0b904c9aac399efef238cc47, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T15:52:22,682 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 468ms, sequenceid=6, compaction requested=false 2024-11-13T15:52:22,682 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T15:52:22,712 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T15:52:22,714 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:52:22,714 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:52:22,714 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:52:22,714 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513142213Running coprocessor pre-close hooks at 1731513142213Disabling compacts and flushes for region at 1731513142213Disabling writes for close at 1731513142214 (+1 ms)Obtaining lock to block concurrent updates at 1731513142214Preparing flush snapshotting stores in 1588230740 at 1731513142214Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731513142214Flushing stores of hbase:meta,,1.1588230740 at 1731513142215 (+1 ms)Flushing 1588230740/ns: creating writer at 1731513142215Flushing 1588230740/ns: appending metadata at 1731513142233 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731513142233Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57ce0b26: reopening flushed file at 1731513142662 (+429 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 468ms, sequenceid=6, compaction requested=false at 1731513142682 (+20 ms)Writing region close event to WAL at 1731513142696 (+14 ms)Running coprocessor post-close hooks at 1731513142713 (+17 ms)Closed at 1731513142714 (+1 ms) 2024-11-13T15:52:22,714 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T15:52:22,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43741 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-13T15:52:22,814 INFO [RS:0;c4c650e80f58:44991 {}] regionserver.HRegionServer(976): stopping server c4c650e80f58,44991,1731513127960; all regions closed. 2024-11-13T15:52:22,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37313 is added to blk_1073741834_1010 (size=1152) 2024-11-13T15:52:22,825 DEBUG [RS:0;c4c650e80f58:44991 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/oldWALs 2024-11-13T15:52:22,825 INFO [RS:0;c4c650e80f58:44991 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4c650e80f58%2C44991%2C1731513127960.meta:.meta(num 1731513130233) 2024-11-13T15:52:22,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37313 is added to blk_1073741832_1008 (size=93) 2024-11-13T15:52:22,831 DEBUG [RS:0;c4c650e80f58:44991 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/oldWALs 2024-11-13T15:52:22,831 INFO [RS:0;c4c650e80f58:44991 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4c650e80f58%2C44991%2C1731513127960:(num 1731513129269) 2024-11-13T15:52:22,831 DEBUG [RS:0;c4c650e80f58:44991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:22,831 INFO [RS:0;c4c650e80f58:44991 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:52:22,831 INFO [RS:0;c4c650e80f58:44991 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:52:22,831 INFO [RS:0;c4c650e80f58:44991 {}] hbase.ChoreService(370): Chore service for: regionserver/c4c650e80f58:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T15:52:22,832 INFO [RS:0;c4c650e80f58:44991 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:52:22,832 INFO [regionserver/c4c650e80f58:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:52:22,832 INFO [RS:0;c4c650e80f58:44991 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44991 2024-11-13T15:52:22,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44991-0x100a5fd00e20004, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11682079751/rs/c4c650e80f58,44991,1731513127960 2024-11-13T15:52:22,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45973-0x100a5fd00e20003, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682079751/rs 2024-11-13T15:52:22,835 INFO [RS:0;c4c650e80f58:44991 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:52:22,836 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4c650e80f58,44991,1731513127960] 2024-11-13T15:52:22,838 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11682079751/draining/c4c650e80f58,44991,1731513127960 already deleted, retry=false 2024-11-13T15:52:22,838 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4c650e80f58,44991,1731513127960 expired; onlineServers=0 2024-11-13T15:52:22,838 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4c650e80f58,45973,1731513127906' ***** 2024-11-13T15:52:22,838 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T15:52:22,838 INFO [M:0;c4c650e80f58:45973 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:52:22,838 INFO [M:0;c4c650e80f58:45973 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:52:22,838 DEBUG [M:0;c4c650e80f58:45973 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T15:52:22,838 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T15:52:22,839 DEBUG [M:0;c4c650e80f58:45973 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T15:52:22,839 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513129052 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513129052,5,FailOnTimeoutGroup] 2024-11-13T15:52:22,839 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513129052 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513129052,5,FailOnTimeoutGroup] 2024-11-13T15:52:22,839 INFO [M:0;c4c650e80f58:45973 {}] hbase.ChoreService(370): Chore service for: master/c4c650e80f58:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T15:52:22,839 INFO [M:0;c4c650e80f58:45973 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:52:22,839 DEBUG [M:0;c4c650e80f58:45973 {}] master.HMaster(1795): Stopping service threads 2024-11-13T15:52:22,839 INFO [M:0;c4c650e80f58:45973 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T15:52:22,839 INFO [M:0;c4c650e80f58:45973 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:52:22,839 INFO [M:0;c4c650e80f58:45973 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T15:52:22,839 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T15:52:22,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45973-0x100a5fd00e20003, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11682079751/master 2024-11-13T15:52:22,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45973-0x100a5fd00e20003, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682079751 2024-11-13T15:52:22,842 DEBUG [M:0;c4c650e80f58:45973 {}] zookeeper.ZKUtil(347): master:45973-0x100a5fd00e20003, quorum=127.0.0.1:58305, baseZNode=/11682079751 Unable to get data of znode /11682079751/master because node does not exist (not an error) 2024-11-13T15:52:22,842 WARN [M:0;c4c650e80f58:45973 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T15:52:22,843 INFO [M:0;c4c650e80f58:45973 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/.lastflushedseqids 2024-11-13T15:52:22,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37313 is added to blk_1073741836_1012 (size=99) 2024-11-13T15:52:22,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44991-0x100a5fd00e20004, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:52:22,937 INFO [RS:0;c4c650e80f58:44991 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:52:22,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44991-0x100a5fd00e20004, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:52:22,938 INFO [RS:0;c4c650e80f58:44991 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4c650e80f58,44991,1731513127960; zookeeper connection closed. 2024-11-13T15:52:22,938 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54f54ac9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54f54ac9 2024-11-13T15:52:22,938 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T15:52:23,253 INFO [M:0;c4c650e80f58:45973 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T15:52:23,254 INFO [M:0;c4c650e80f58:45973 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T15:52:23,254 DEBUG [M:0;c4c650e80f58:45973 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:52:23,254 INFO [M:0;c4c650e80f58:45973 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:23,254 DEBUG [M:0;c4c650e80f58:45973 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:23,254 DEBUG [M:0;c4c650e80f58:45973 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:52:23,254 DEBUG [M:0;c4c650e80f58:45973 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:23,254 INFO [M:0;c4c650e80f58:45973 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T15:52:23,275 DEBUG [M:0;c4c650e80f58:45973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/443b85171a2b43fe9453c705a631e7ed is 82, key is hbase:meta,,1/info:regioninfo/1731513130290/Put/seqid=0 2024-11-13T15:52:23,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37313 is added to blk_1073741837_1013 (size=5672) 2024-11-13T15:52:23,420 DEBUG [RS:0;c4c650e80f58:43741.replicationSource.wal-reader.c4c650e80f58%2C43741%2C1731513136958,2-c4c650e80f58,43741,1731513136958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,43741,1731513136958/c4c650e80f58%2C43741%2C1731513136958.1731513137925 to pos 0, reset compression=false 2024-11-13T15:52:23,420 DEBUG [RS:0;c4c650e80f58:43741.replicationSource.wal-reader.c4c650e80f58%2C43741%2C1731513136958,1-c4c650e80f58,43741,1731513136958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,43741,1731513136958/c4c650e80f58%2C43741%2C1731513136958.1731513137925 to pos 0, reset compression=false 2024-11-13T15:52:23,681 INFO [M:0;c4c650e80f58:45973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/443b85171a2b43fe9453c705a631e7ed 2024-11-13T15:52:23,705 DEBUG [M:0;c4c650e80f58:45973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7dcb592bcaed49c2b49a8da29d69a1e5 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731513130318/Put/seqid=0 2024-11-13T15:52:23,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37313 is added to blk_1073741838_1014 (size=5275) 2024-11-13T15:52:23,741 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T15:52:24,110 INFO [M:0;c4c650e80f58:45973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7dcb592bcaed49c2b49a8da29d69a1e5 2024-11-13T15:52:24,133 DEBUG [M:0;c4c650e80f58:45973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db84c77346114b23b12b08880971faae is 69, key is c4c650e80f58,44991,1731513127960/rs:state/1731513129114/Put/seqid=0 2024-11-13T15:52:24,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37313 is added to blk_1073741839_1015 (size=5156) 2024-11-13T15:52:24,527 DEBUG [RS:0;c4c650e80f58:43741.replicationSource.wal-reader.c4c650e80f58%2C43741%2C1731513136958,1-c4c650e80f58,43741,1731513136958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,43741,1731513136958/c4c650e80f58%2C43741%2C1731513136958.1731513137925 to pos 0, reset compression=false 2024-11-13T15:52:24,527 DEBUG [RS:0;c4c650e80f58:43741.replicationSource.wal-reader.c4c650e80f58%2C43741%2C1731513136958,2-c4c650e80f58,43741,1731513136958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/WALs/c4c650e80f58,43741,1731513136958/c4c650e80f58%2C43741%2C1731513136958.1731513137925 to pos 0, reset compression=false 2024-11-13T15:52:24,540 INFO [M:0;c4c650e80f58:45973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db84c77346114b23b12b08880971faae 2024-11-13T15:52:24,548 DEBUG [M:0;c4c650e80f58:45973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/443b85171a2b43fe9453c705a631e7ed as hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/443b85171a2b43fe9453c705a631e7ed 2024-11-13T15:52:24,557 INFO [M:0;c4c650e80f58:45973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/443b85171a2b43fe9453c705a631e7ed, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T15:52:24,559 DEBUG [M:0;c4c650e80f58:45973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7dcb592bcaed49c2b49a8da29d69a1e5 as hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7dcb592bcaed49c2b49a8da29d69a1e5 2024-11-13T15:52:24,569 INFO [M:0;c4c650e80f58:45973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7dcb592bcaed49c2b49a8da29d69a1e5, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T15:52:24,570 DEBUG [M:0;c4c650e80f58:45973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db84c77346114b23b12b08880971faae as hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/db84c77346114b23b12b08880971faae 2024-11-13T15:52:24,578 INFO [M:0;c4c650e80f58:45973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38435/user/jenkins/test-data/40bf4e26-4707-93b6-f4d2-dec4be6b88ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/db84c77346114b23b12b08880971faae, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T15:52:24,580 INFO [M:0;c4c650e80f58:45973 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=28, compaction requested=false 2024-11-13T15:52:24,585 INFO [M:0;c4c650e80f58:45973 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:24,586 DEBUG [M:0;c4c650e80f58:45973 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513143254Disabling compacts and flushes for region at 1731513143254Disabling writes for close at 1731513143254Obtaining lock to block concurrent updates at 1731513143254Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731513143254Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731513143254Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731513143255 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731513143255Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731513143274 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731513143274Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731513143688 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731513143704 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731513143704Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731513144117 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731513144133 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731513144133Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30792eaf: reopening flushed file at 1731513144547 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cd2489e: reopening flushed file at 1731513144557 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@460fab61: reopening flushed file at 1731513144569 (+12 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=28, compaction requested=false at 1731513144580 (+11 ms)Writing region close event to WAL at 1731513144585 (+5 ms)Closed at 1731513144585 2024-11-13T15:52:24,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37313 is added to blk_1073741830_1006 (size=10165) 2024-11-13T15:52:24,598 INFO [M:0;c4c650e80f58:45973 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T15:52:24,598 INFO [M:0;c4c650e80f58:45973 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45973 2024-11-13T15:52:24,598 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:52:24,602 INFO [M:0;c4c650e80f58:45973 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:52:24,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45973-0x100a5fd00e20003, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:52:24,705 INFO [M:0;c4c650e80f58:45973 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:52:24,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45973-0x100a5fd00e20003, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:52:24,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@761cde0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:52:24,714 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f8d64d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:52:24,714 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:52:24,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@694723d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:52:24,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c1a79f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67ea2c9-53f6-e7d8-9b7b-c0864406180e/hadoop.log.dir/,STOPPED} 2024-11-13T15:52:24,718 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T15:52:24,718 WARN [BP-1287161576-172.17.0.3-1731513126820 heartbeating to localhost/127.0.0.1:38435 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T15:52:24,718 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T15:52:24,718 WARN [BP-1287161576-172.17.0.3-1731513126820 heartbeating to localhost/127.0.0.1:38435 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1287161576-172.17.0.3-1731513126820 (Datanode Uuid 0cf58186-8f66-418f-849a-f4d9f433a940) service to localhost/127.0.0.1:38435 2024-11-13T15:52:24,720 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67ea2c9-53f6-e7d8-9b7b-c0864406180e/cluster_1fa7df93-b60b-4176-dd87-d349d0a36962/data/data1/current/BP-1287161576-172.17.0.3-1731513126820 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:52:24,720 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67ea2c9-53f6-e7d8-9b7b-c0864406180e/cluster_1fa7df93-b60b-4176-dd87-d349d0a36962/data/data2/current/BP-1287161576-172.17.0.3-1731513126820 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:52:24,721 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T15:52:24,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c493841{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:52:24,734 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c3ddc8d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:52:24,734 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:52:24,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ab92702{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:52:24,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b2fd1de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67ea2c9-53f6-e7d8-9b7b-c0864406180e/hadoop.log.dir/,STOPPED} 2024-11-13T15:52:24,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T15:52:24,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T15:52:24,755 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:52:24,756 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:52:24,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:24,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:24,756 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:52:24,756 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T15:52:24,756 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1759807202, stopped=false 2024-11-13T15:52:24,756 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4c650e80f58,46805,1731513136910 2024-11-13T15:52:24,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46805-0x100a5fd00e20006, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1803984311/running 2024-11-13T15:52:24,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46805-0x100a5fd00e20006, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803984311 2024-11-13T15:52:24,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x100a5fd00e20007, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1803984311/running 2024-11-13T15:52:24,758 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:52:24,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x100a5fd00e20007, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803984311 2024-11-13T15:52:24,758 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:52:24,759 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:52:24,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:24,759 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4c650e80f58,43741,1731513136958' ***** 2024-11-13T15:52:24,759 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T15:52:24,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43741-0x100a5fd00e20007, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Set watcher on znode that does not yet exist, /0-1803984311/running 2024-11-13T15:52:24,760 INFO [RS:0;c4c650e80f58:43741 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T15:52:24,760 INFO [RS:0;c4c650e80f58:43741 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T15:52:24,760 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T15:52:24,760 INFO [RS:0;c4c650e80f58:43741 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T15:52:24,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46805-0x100a5fd00e20006, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Set watcher on znode that does not yet exist, /0-1803984311/running 2024-11-13T15:52:24,760 INFO [RS:0;c4c650e80f58:43741 {}] regionserver.HRegionServer(3091): Received CLOSE for a3e3aeaec4fedeb6b77c3f52f730c138 2024-11-13T15:52:24,760 INFO [regionserver/c4c650e80f58:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:52:24,760 INFO [RS:0;c4c650e80f58:43741 {}] regionserver.HRegionServer(959): stopping server c4c650e80f58,43741,1731513136958 2024-11-13T15:52:24,760 INFO [RS:0;c4c650e80f58:43741 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:52:24,760 INFO [RS:0;c4c650e80f58:43741 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:43741. 2024-11-13T15:52:24,761 DEBUG [RS:0;c4c650e80f58:43741 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:52:24,761 DEBUG [RS:0;c4c650e80f58:43741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:24,761 INFO [RS:0;c4c650e80f58:43741 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T15:52:24,761 INFO [RS:0;c4c650e80f58:43741 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T15:52:24,761 INFO [RS:0;c4c650e80f58:43741 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T15:52:24,761 INFO [RS:0;c4c650e80f58:43741 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T15:52:24,761 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a3e3aeaec4fedeb6b77c3f52f730c138, disabling compactions & flushes 2024-11-13T15:52:24,761 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138. 2024-11-13T15:52:24,761 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138. 2024-11-13T15:52:24,761 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138. after waiting 0 ms 2024-11-13T15:52:24,761 INFO [RS:0;c4c650e80f58:43741 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T15:52:24,761 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138. 2024-11-13T15:52:24,761 DEBUG [RS:0;c4c650e80f58:43741 {}] regionserver.HRegionServer(1325): Online Regions={a3e3aeaec4fedeb6b77c3f52f730c138=hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T15:52:24,761 DEBUG [RS:0;c4c650e80f58:43741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a3e3aeaec4fedeb6b77c3f52f730c138 2024-11-13T15:52:24,762 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:52:24,762 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:52:24,762 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:52:24,762 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:52:24,762 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:52:24,762 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-13T15:52:24,768 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/replication/a3e3aeaec4fedeb6b77c3f52f730c138/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-13T15:52:24,769 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:52:24,769 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:52:24,769 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138. 2024-11-13T15:52:24,769 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a3e3aeaec4fedeb6b77c3f52f730c138: Waiting for close lock at 1731513144760Running coprocessor pre-close hooks at 1731513144760Disabling compacts and flushes for region at 1731513144761 (+1 ms)Disabling writes for close at 1731513144761Writing region close event to WAL at 1731513144762 (+1 ms)Running coprocessor post-close hooks at 1731513144769 (+7 ms)Closed at 1731513144769 2024-11-13T15:52:24,769 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138. 2024-11-13T15:52:24,783 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/meta/1588230740/.tmp/info/f313240ae3f8432a985b60dc20723041 is 147, key is hbase:replication,,1731513130488.a3e3aeaec4fedeb6b77c3f52f730c138./info:regioninfo/1731513142562/Put/seqid=0 2024-11-13T15:52:24,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741851_1027 (size=6385) 2024-11-13T15:52:24,799 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/meta/1588230740/.tmp/info/f313240ae3f8432a985b60dc20723041 2024-11-13T15:52:24,812 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/meta/1588230740/.tmp/info/f313240ae3f8432a985b60dc20723041 as hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/meta/1588230740/info/f313240ae3f8432a985b60dc20723041 2024-11-13T15:52:24,821 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/meta/1588230740/info/f313240ae3f8432a985b60dc20723041, entries=8, sequenceid=19, filesize=6.2 K 2024-11-13T15:52:24,823 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 61ms, sequenceid=19, compaction requested=false 2024-11-13T15:52:24,843 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-13T15:52:24,844 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:52:24,844 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:52:24,844 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:52:24,845 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513144762Running coprocessor pre-close hooks at 1731513144762Disabling compacts and flushes for region at 1731513144762Disabling writes for close at 1731513144762Obtaining lock to block concurrent updates at 1731513144762Preparing flush snapshotting stores in 1588230740 at 1731513144762Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731513144763 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731513144764 (+1 ms)Flushing 1588230740/info: creating writer at 1731513144764Flushing 1588230740/info: appending metadata at 1731513144783 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731513144783Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e41c7b9: reopening flushed file at 1731513144811 (+28 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 61ms, sequenceid=19, compaction requested=false at 1731513144823 (+12 ms)Writing region close event to WAL at 1731513144836 (+13 ms)Running coprocessor post-close hooks at 1731513144844 (+8 ms)Closed at 1731513144844 2024-11-13T15:52:24,845 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T15:52:24,962 INFO [RS:0;c4c650e80f58:43741 {}] regionserver.HRegionServer(976): stopping server c4c650e80f58,43741,1731513136958; all regions closed. 2024-11-13T15:52:24,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741849_1025 (size=2156) 2024-11-13T15:52:24,974 DEBUG [RS:0;c4c650e80f58:43741 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/oldWALs 2024-11-13T15:52:24,975 INFO [RS:0;c4c650e80f58:43741 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4c650e80f58%2C43741%2C1731513136958.meta:.meta(num 1731513138219) 2024-11-13T15:52:24,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741850_1026 (size=796) 2024-11-13T15:52:24,982 DEBUG [RS:0;c4c650e80f58:43741 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/oldWALs 2024-11-13T15:52:24,982 INFO [RS:0;c4c650e80f58:43741 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4c650e80f58%2C43741%2C1731513136958.rep:(num 1731513142493) 2024-11-13T15:52:24,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741848_1024 (size=93) 2024-11-13T15:52:24,993 DEBUG [RS:0;c4c650e80f58:43741 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/oldWALs 2024-11-13T15:52:24,993 INFO [RS:0;c4c650e80f58:43741 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4c650e80f58%2C43741%2C1731513136958:(num 1731513137925) 2024-11-13T15:52:24,993 DEBUG [RS:0;c4c650e80f58:43741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:24,993 INFO [RS:0;c4c650e80f58:43741 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:52:24,993 INFO [RS:0;c4c650e80f58:43741 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:52:24,994 INFO [RS:0;c4c650e80f58:43741 {}] hbase.ChoreService(370): Chore service for: regionserver/c4c650e80f58:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T15:52:24,994 INFO [RS:0;c4c650e80f58:43741 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:52:24,994 INFO [regionserver/c4c650e80f58:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:52:24,994 INFO [RS:0;c4c650e80f58:43741 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c4c650e80f58,43741,1731513136958 because: Region server is closing 2024-11-13T15:52:24,994 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/c4c650e80f58:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-13T15:52:24,994 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/c4c650e80f58:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-13T15:52:24,994 INFO [RS:0;c4c650e80f58:43741 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:43741. 2024-11-13T15:52:24,994 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/c4c650e80f58:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-13T15:52:24,995 DEBUG [RS:0;c4c650e80f58:43741 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:52:24,995 DEBUG [RS:0;c4c650e80f58:43741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:24,995 DEBUG [RS:0;c4c650e80f58:43741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:24,995 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:52:25,095 WARN [RS:0;c4c650e80f58:43741.replicationSource.shipperc4c650e80f58%2C43741%2C1731513136958,1-c4c650e80f58,43741,1731513136958 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T15:52:25,095 WARN [RS:0;c4c650e80f58:43741.replicationSource.wal-reader.c4c650e80f58%2C43741%2C1731513136958,1-c4c650e80f58,43741,1731513136958 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T15:52:25,096 INFO [RS:0;c4c650e80f58:43741 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;c4c650e80f58:43741.replicationSource.shipperc4c650e80f58%2C43741%2C1731513136958,1-c4c650e80f58,43741,1731513136958 terminated 2024-11-13T15:52:25,096 INFO [RS:0;c4c650e80f58:43741 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-c4c650e80f58,43741,1731513136958 because: Region server is closing 2024-11-13T15:52:25,096 INFO [RS:0;c4c650e80f58:43741 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:43741. 2024-11-13T15:52:25,097 DEBUG [RS:0;c4c650e80f58:43741 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:52:25,097 DEBUG [RS:0;c4c650e80f58:43741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:25,097 DEBUG [RS:0;c4c650e80f58:43741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:25,097 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:52:25,197 WARN [RS:0;c4c650e80f58:43741.replicationSource.wal-reader.c4c650e80f58%2C43741%2C1731513136958,2-c4c650e80f58,43741,1731513136958 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T15:52:25,197 WARN [RS:0;c4c650e80f58:43741.replicationSource.shipperc4c650e80f58%2C43741%2C1731513136958,2-c4c650e80f58,43741,1731513136958 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T15:52:25,198 INFO [RS:0;c4c650e80f58:43741 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;c4c650e80f58:43741.replicationSource.shipperc4c650e80f58%2C43741%2C1731513136958,2-c4c650e80f58,43741,1731513136958 terminated 2024-11-13T15:52:25,198 INFO [RS:0;c4c650e80f58:43741 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43741 2024-11-13T15:52:25,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x100a5fd00e20007, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1803984311/rs/c4c650e80f58,43741,1731513136958 2024-11-13T15:52:25,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46805-0x100a5fd00e20006, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803984311/rs 2024-11-13T15:52:25,203 INFO [RS:0;c4c650e80f58:43741 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:52:25,204 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4c650e80f58,43741,1731513136958] 2024-11-13T15:52:25,208 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1803984311/draining/c4c650e80f58,43741,1731513136958 already deleted, retry=false 2024-11-13T15:52:25,208 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4c650e80f58,43741,1731513136958 expired; onlineServers=0 2024-11-13T15:52:25,208 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4c650e80f58,46805,1731513136910' ***** 2024-11-13T15:52:25,208 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T15:52:25,208 INFO [M:0;c4c650e80f58:46805 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:52:25,208 INFO [M:0;c4c650e80f58:46805 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:52:25,208 DEBUG [M:0;c4c650e80f58:46805 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T15:52:25,209 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T15:52:25,209 DEBUG [M:0;c4c650e80f58:46805 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T15:52:25,209 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513137638 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513137638,5,FailOnTimeoutGroup] 2024-11-13T15:52:25,209 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513137638 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513137638,5,FailOnTimeoutGroup] 2024-11-13T15:52:25,209 INFO [M:0;c4c650e80f58:46805 {}] hbase.ChoreService(370): Chore service for: master/c4c650e80f58:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T15:52:25,209 INFO [M:0;c4c650e80f58:46805 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:52:25,209 DEBUG [M:0;c4c650e80f58:46805 {}] master.HMaster(1795): Stopping service threads 2024-11-13T15:52:25,209 INFO [M:0;c4c650e80f58:46805 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T15:52:25,209 INFO [M:0;c4c650e80f58:46805 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:52:25,210 INFO [M:0;c4c650e80f58:46805 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T15:52:25,210 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T15:52:25,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46805-0x100a5fd00e20006, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1803984311/master 2024-11-13T15:52:25,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46805-0x100a5fd00e20006, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803984311 2024-11-13T15:52:25,211 DEBUG [M:0;c4c650e80f58:46805 {}] zookeeper.ZKUtil(347): master:46805-0x100a5fd00e20006, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Unable to get data of znode /0-1803984311/master because node does not exist (not an error) 2024-11-13T15:52:25,211 WARN [M:0;c4c650e80f58:46805 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T15:52:25,213 INFO [M:0;c4c650e80f58:46805 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/.lastflushedseqids 2024-11-13T15:52:25,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741852_1028 (size=181) 2024-11-13T15:52:25,223 INFO [M:0;c4c650e80f58:46805 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T15:52:25,223 INFO [M:0;c4c650e80f58:46805 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T15:52:25,223 DEBUG [M:0;c4c650e80f58:46805 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:52:25,223 INFO [M:0;c4c650e80f58:46805 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:25,224 DEBUG [M:0;c4c650e80f58:46805 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:25,224 DEBUG [M:0;c4c650e80f58:46805 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:52:25,224 DEBUG [M:0;c4c650e80f58:46805 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:25,224 INFO [M:0;c4c650e80f58:46805 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-13T15:52:25,250 DEBUG [M:0;c4c650e80f58:46805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2c22f60834ea4480b8d1cf3628693220 is 82, key is hbase:meta,,1/info:regioninfo/1731513138280/Put/seqid=0 2024-11-13T15:52:25,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741853_1029 (size=5680) 2024-11-13T15:52:25,263 INFO [M:0;c4c650e80f58:46805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2c22f60834ea4480b8d1cf3628693220 2024-11-13T15:52:25,297 DEBUG [M:0;c4c650e80f58:46805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76c8c602940d4cab826e6cd1f0c21af3 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731513142576/Put/seqid=0 2024-11-13T15:52:25,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741854_1030 (size=7319) 2024-11-13T15:52:25,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x100a5fd00e20007, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:52:25,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x100a5fd00e20007, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:52:25,310 INFO [RS:0;c4c650e80f58:43741 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:52:25,310 INFO [RS:0;c4c650e80f58:43741 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4c650e80f58,43741,1731513136958; zookeeper connection closed. 2024-11-13T15:52:25,314 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@520cab0f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@520cab0f 2024-11-13T15:52:25,315 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T15:52:25,705 INFO [M:0;c4c650e80f58:46805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76c8c602940d4cab826e6cd1f0c21af3 2024-11-13T15:52:25,731 DEBUG [M:0;c4c650e80f58:46805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb8874eb03334fecba4798292e0e7faa is 69, key is c4c650e80f58,43741,1731513136958/rs:state/1731513137703/Put/seqid=0 2024-11-13T15:52:25,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741855_1031 (size=5371) 2024-11-13T15:52:26,139 INFO [M:0;c4c650e80f58:46805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb8874eb03334fecba4798292e0e7faa 2024-11-13T15:52:26,147 INFO [M:0;c4c650e80f58:46805 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb8874eb03334fecba4798292e0e7faa 2024-11-13T15:52:26,148 DEBUG [M:0;c4c650e80f58:46805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2c22f60834ea4480b8d1cf3628693220 as hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2c22f60834ea4480b8d1cf3628693220 2024-11-13T15:52:26,154 INFO [M:0;c4c650e80f58:46805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2c22f60834ea4480b8d1cf3628693220, entries=8, sequenceid=172, filesize=5.5 K 2024-11-13T15:52:26,155 DEBUG [M:0;c4c650e80f58:46805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76c8c602940d4cab826e6cd1f0c21af3 as hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/76c8c602940d4cab826e6cd1f0c21af3 2024-11-13T15:52:26,161 INFO [M:0;c4c650e80f58:46805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/76c8c602940d4cab826e6cd1f0c21af3, entries=7, sequenceid=172, filesize=7.1 K 2024-11-13T15:52:26,162 DEBUG [M:0;c4c650e80f58:46805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb8874eb03334fecba4798292e0e7faa as hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb8874eb03334fecba4798292e0e7faa 2024-11-13T15:52:26,169 INFO [M:0;c4c650e80f58:46805 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb8874eb03334fecba4798292e0e7faa 2024-11-13T15:52:26,169 INFO [M:0;c4c650e80f58:46805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38219/user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb8874eb03334fecba4798292e0e7faa, entries=2, sequenceid=172, filesize=5.2 K 2024-11-13T15:52:26,170 INFO [M:0;c4c650e80f58:46805 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 946ms, sequenceid=172, compaction requested=false 2024-11-13T15:52:26,179 INFO [M:0;c4c650e80f58:46805 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:26,179 DEBUG [M:0;c4c650e80f58:46805 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513145223Disabling compacts and flushes for region at 1731513145223Disabling writes for close at 1731513145224 (+1 ms)Obtaining lock to block concurrent updates at 1731513145224Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731513145224Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731513145225 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731513145226 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731513145226Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731513145249 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731513145249Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731513145272 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731513145296 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731513145297 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731513145714 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731513145731 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731513145731Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c0f2029: reopening flushed file at 1731513146147 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fa60101: reopening flushed file at 1731513146154 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7af8a5a4: reopening flushed file at 1731513146162 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 946ms, sequenceid=172, compaction requested=false at 1731513146171 (+9 ms)Writing region close event to WAL at 1731513146179 (+8 ms)Closed at 1731513146179 2024-11-13T15:52:26,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741847_1023 (size=22949) 2024-11-13T15:52:26,182 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1bcec947-707a-2888-1019-f5d4b85aa075/MasterData/WALs/c4c650e80f58,46805,1731513136910/c4c650e80f58%2C46805%2C1731513136910.1731513137461 not finished, retry = 0 2024-11-13T15:52:26,284 INFO [M:0;c4c650e80f58:46805 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T15:52:26,284 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:52:26,284 INFO [M:0;c4c650e80f58:46805 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46805 2024-11-13T15:52:26,284 INFO [M:0;c4c650e80f58:46805 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:52:26,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46805-0x100a5fd00e20006, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:52:26,387 INFO [M:0;c4c650e80f58:46805 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:52:26,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46805-0x100a5fd00e20006, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:52:26,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47bc05c9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:52:26,394 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71075642{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:52:26,394 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:52:26,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@579d3807{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:52:26,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ff1f547{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3674749-111d-7215-e40a-c9277dac2ede/hadoop.log.dir/,STOPPED} 2024-11-13T15:52:26,397 WARN [BP-945410787-172.17.0.3-1731513119821 heartbeating to localhost/127.0.0.1:38219 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T15:52:26,397 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T15:52:26,397 WARN [BP-945410787-172.17.0.3-1731513119821 heartbeating to localhost/127.0.0.1:38219 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-945410787-172.17.0.3-1731513119821 (Datanode Uuid a085b624-035d-44fe-90e4-e0ff2abe0ced) service to localhost/127.0.0.1:38219 2024-11-13T15:52:26,397 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T15:52:26,398 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3674749-111d-7215-e40a-c9277dac2ede/cluster_3af99316-10db-b007-fd92-8fdb262d5c9d/data/data1/current/BP-945410787-172.17.0.3-1731513119821 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:52:26,398 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3674749-111d-7215-e40a-c9277dac2ede/cluster_3af99316-10db-b007-fd92-8fdb262d5c9d/data/data2/current/BP-945410787-172.17.0.3-1731513119821 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:52:26,399 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T15:52:26,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4709d263{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:52:26,409 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11328ac4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:52:26,409 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:52:26,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f37c599{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:52:26,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b60daa6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3674749-111d-7215-e40a-c9277dac2ede/hadoop.log.dir/,STOPPED} 2024-11-13T15:52:26,420 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T15:52:26,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T15:52:26,457 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=112 (was 11) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:38219 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:38219 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38219 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:38219 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: regionserver/c4c650e80f58:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c4c650e80f58:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58305) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@424e280c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58305) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38219 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38435 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c4c650e80f58:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c4c650e80f58:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: regionserver/c4c650e80f58:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:38435 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:38435 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:38435 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:38219 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38435 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=437 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=346 (was 433), ProcessCount=11 (was 11), AvailableMemoryMB=9076 (was 8483) - AvailableMemoryMB LEAK? - 2024-11-13T15:52:26,470 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=112, OpenFileDescriptor=437, MaxFileDescriptor=1048576, SystemLoadAverage=346, ProcessCount=11, AvailableMemoryMB=9073 2024-11-13T15:52:26,489 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-13T15:52:26,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67ea2c9-53f6-e7d8-9b7b-c0864406180e/hadoop.log.dir so I do NOT create it in target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd 2024-11-13T15:52:26,491 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67ea2c9-53f6-e7d8-9b7b-c0864406180e/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T15:52:26,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67ea2c9-53f6-e7d8-9b7b-c0864406180e/hadoop.tmp.dir so I do NOT create it in target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd 2024-11-13T15:52:26,491 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67ea2c9-53f6-e7d8-9b7b-c0864406180e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T15:52:26,491 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd 2024-11-13T15:52:26,491 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd/cluster_63c93bcf-abb5-2a0a-7099-c1ffb928a500, deleteOnExit=true 2024-11-13T15:52:26,507 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd/cluster_63c93bcf-abb5-2a0a-7099-c1ffb928a500/zookeeper_0, clientPort=63766, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd/cluster_63c93bcf-abb5-2a0a-7099-c1ffb928a500/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd/cluster_63c93bcf-abb5-2a0a-7099-c1ffb928a500/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T15:52:26,511 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63766 2024-11-13T15:52:26,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T15:52:26,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T15:52:26,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd/test.cache.data in system properties and HBase conf 2024-11-13T15:52:26,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T15:52:26,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd/hadoop.log.dir in system properties and HBase conf 2024-11-13T15:52:26,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T15:52:26,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T15:52:26,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T15:52:26,512 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T15:52:26,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:52:26,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:52:26,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T15:52:26,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:52:26,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T15:52:26,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T15:52:26,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:52:26,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:52:26,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T15:52:26,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd/nfs.dump.dir in system properties and HBase conf 2024-11-13T15:52:26,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd/java.io.tmpdir in system properties and HBase conf 2024-11-13T15:52:26,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:52:26,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T15:52:26,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T15:52:26,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100a5fd00e20002, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T15:52:26,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100a5fd00e20005, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T15:52:26,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100a5fd00e20005, quorum=127.0.0.1:58305, baseZNode=/11682079751 Received Disconnected from ZooKeeper, ignoring 2024-11-13T15:52:26,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100a5fd00e20002, quorum=127.0.0.1:58305, baseZNode=/0-1803984311 Received Disconnected from ZooKeeper, ignoring 2024-11-13T15:52:26,644 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:52:26,652 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:52:26,662 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:52:26,662 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:52:26,662 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T15:52:26,663 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:52:26,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21eaa68{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:52:26,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@780af12b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:52:26,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ee0f1e4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd/java.io.tmpdir/jetty-localhost-40883-hadoop-hdfs-3_4_1-tests_jar-_-any-4625587733672846826/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:52:26,785 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b48733d{HTTP/1.1, (http/1.1)}{localhost:40883} 2024-11-13T15:52:26,785 INFO [Time-limited test {}] server.Server(415): Started @29159ms 2024-11-13T15:52:26,901 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:52:26,905 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:52:26,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:52:26,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:52:26,908 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T15:52:26,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ef8a13f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:52:26,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33130b0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:52:27,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@209e52ec{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd/java.io.tmpdir/jetty-localhost-40191-hadoop-hdfs-3_4_1-tests_jar-_-any-1879755151438654100/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:52:27,066 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3789d506{HTTP/1.1, (http/1.1)}{localhost:40191} 2024-11-13T15:52:27,066 INFO [Time-limited test {}] server.Server(415): Started @29440ms 2024-11-13T15:52:27,068 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T15:52:27,193 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd/cluster_63c93bcf-abb5-2a0a-7099-c1ffb928a500/data/data1/current/BP-1757203156-172.17.0.3-1731513146553/current, will proceed with Du for space computation calculation, 2024-11-13T15:52:27,194 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd/cluster_63c93bcf-abb5-2a0a-7099-c1ffb928a500/data/data2/current/BP-1757203156-172.17.0.3-1731513146553/current, will proceed with Du for space computation calculation, 2024-11-13T15:52:27,215 WARN [Thread-486 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T15:52:27,221 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5dcef67a9a1cc011 with lease ID 0x142ec66c7bbe254f: Processing first storage report for DS-61ab5b6b-955f-48f2-89f2-ff87bdb01832 from datanode DatanodeRegistration(127.0.0.1:34687, datanodeUuid=32d28e0c-8c42-42f6-b04c-7082a795cb60, infoPort=42659, infoSecurePort=0, ipcPort=37617, storageInfo=lv=-57;cid=testClusterID;nsid=1394066840;c=1731513146553) 2024-11-13T15:52:27,222 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5dcef67a9a1cc011 with lease ID 0x142ec66c7bbe254f: from storage DS-61ab5b6b-955f-48f2-89f2-ff87bdb01832 node DatanodeRegistration(127.0.0.1:34687, datanodeUuid=32d28e0c-8c42-42f6-b04c-7082a795cb60, infoPort=42659, infoSecurePort=0, ipcPort=37617, storageInfo=lv=-57;cid=testClusterID;nsid=1394066840;c=1731513146553), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T15:52:27,222 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5dcef67a9a1cc011 with lease ID 0x142ec66c7bbe254f: Processing first storage report for DS-f4d726d1-7d90-4b3b-8a0e-6493003655eb from datanode DatanodeRegistration(127.0.0.1:34687, datanodeUuid=32d28e0c-8c42-42f6-b04c-7082a795cb60, infoPort=42659, infoSecurePort=0, ipcPort=37617, storageInfo=lv=-57;cid=testClusterID;nsid=1394066840;c=1731513146553) 2024-11-13T15:52:27,222 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5dcef67a9a1cc011 with lease ID 0x142ec66c7bbe254f: from storage DS-f4d726d1-7d90-4b3b-8a0e-6493003655eb node DatanodeRegistration(127.0.0.1:34687, datanodeUuid=32d28e0c-8c42-42f6-b04c-7082a795cb60, infoPort=42659, infoSecurePort=0, ipcPort=37617, storageInfo=lv=-57;cid=testClusterID;nsid=1394066840;c=1731513146553), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T15:52:27,311 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd 2024-11-13T15:52:27,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:27,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:27,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741825_1001 (size=7) 2024-11-13T15:52:27,726 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7 with version=8 2024-11-13T15:52:27,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/hbase-staging 2024-11-13T15:52:27,729 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:52:27,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:27,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:27,730 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:52:27,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:27,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:52:27,730 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T15:52:27,730 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:52:27,731 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34797 2024-11-13T15:52:27,733 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34797 connecting to ZooKeeper ensemble=127.0.0.1:63766 2024-11-13T15:52:27,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347970x0, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:52:27,746 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34797-0x100a5fd6ca20000 connected 2024-11-13T15:52:27,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:27,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:27,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34797-0x100a5fd6ca20000, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Set watcher on znode that does not yet exist, /0-2023774109/running 2024-11-13T15:52:27,798 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7, hbase.cluster.distributed=false 2024-11-13T15:52:27,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34797-0x100a5fd6ca20000, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Set watcher on znode that does not yet exist, /0-2023774109/acl 2024-11-13T15:52:27,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34797 2024-11-13T15:52:27,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34797 2024-11-13T15:52:27,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34797 2024-11-13T15:52:27,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34797 2024-11-13T15:52:27,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34797 2024-11-13T15:52:27,849 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:52:27,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:27,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:27,849 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:52:27,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:27,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:52:27,849 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T15:52:27,849 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:52:27,851 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44051 2024-11-13T15:52:27,852 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44051 connecting to ZooKeeper ensemble=127.0.0.1:63766 2024-11-13T15:52:27,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:27,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:27,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440510x0, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:52:27,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440510x0, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Set watcher on znode that does not yet exist, /0-2023774109/running 2024-11-13T15:52:27,875 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T15:52:27,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44051-0x100a5fd6ca20001 connected 2024-11-13T15:52:27,878 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T15:52:27,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44051-0x100a5fd6ca20001, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Set watcher on znode that does not yet exist, /0-2023774109/master 2024-11-13T15:52:27,880 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44051-0x100a5fd6ca20001, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Set watcher on znode that does not yet exist, /0-2023774109/acl 2024-11-13T15:52:27,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44051 2024-11-13T15:52:27,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44051 2024-11-13T15:52:27,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44051 2024-11-13T15:52:27,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44051 2024-11-13T15:52:27,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44051 2024-11-13T15:52:27,911 DEBUG [M:0;c4c650e80f58:34797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4c650e80f58:34797 2024-11-13T15:52:27,914 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2023774109/backup-masters/c4c650e80f58,34797,1731513147729 2024-11-13T15:52:27,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x100a5fd6ca20001, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023774109/backup-masters 2024-11-13T15:52:27,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x100a5fd6ca20000, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023774109/backup-masters 2024-11-13T15:52:27,918 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34797-0x100a5fd6ca20000, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Set watcher on existing znode=/0-2023774109/backup-masters/c4c650e80f58,34797,1731513147729 2024-11-13T15:52:27,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x100a5fd6ca20000, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023774109 2024-11-13T15:52:27,923 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34797-0x100a5fd6ca20000, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Set watcher on existing znode=/0-2023774109/master 2024-11-13T15:52:27,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x100a5fd6ca20001, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2023774109/master 2024-11-13T15:52:27,923 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2023774109/backup-masters/c4c650e80f58,34797,1731513147729 from backup master directory 2024-11-13T15:52:27,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x100a5fd6ca20001, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023774109 2024-11-13T15:52:27,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x100a5fd6ca20001, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023774109/backup-masters 2024-11-13T15:52:27,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x100a5fd6ca20000, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2023774109/backup-masters/c4c650e80f58,34797,1731513147729 2024-11-13T15:52:27,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x100a5fd6ca20000, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023774109/backup-masters 2024-11-13T15:52:27,926 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:52:27,926 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4c650e80f58,34797,1731513147729 2024-11-13T15:52:27,936 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/hbase.id] with ID: ecd7de03-916e-47b1-9a3f-363656db9af1 2024-11-13T15:52:27,936 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/.tmp/hbase.id 2024-11-13T15:52:27,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741826_1002 (size=42) 2024-11-13T15:52:28,349 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/.tmp/hbase.id]:[hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/hbase.id] 2024-11-13T15:52:28,366 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:28,366 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T15:52:28,368 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T15:52:28,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x100a5fd6ca20001, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023774109 2024-11-13T15:52:28,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x100a5fd6ca20000, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023774109 2024-11-13T15:52:28,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741827_1003 (size=196) 2024-11-13T15:52:28,778 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:52:28,779 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T15:52:28,779 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:52:28,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741828_1004 (size=1189) 2024-11-13T15:52:29,190 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/MasterData/data/master/store 2024-11-13T15:52:29,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741829_1005 (size=34) 2024-11-13T15:52:29,600 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:52:29,600 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:52:29,600 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:29,600 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:29,600 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:52:29,600 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:29,600 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:29,600 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513149600Disabling compacts and flushes for region at 1731513149600Disabling writes for close at 1731513149600Writing region close event to WAL at 1731513149600Closed at 1731513149600 2024-11-13T15:52:29,602 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/MasterData/data/master/store/.initializing 2024-11-13T15:52:29,602 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/MasterData/WALs/c4c650e80f58,34797,1731513147729 2024-11-13T15:52:29,603 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:52:29,605 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4c650e80f58%2C34797%2C1731513147729, suffix=, logDir=hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/MasterData/WALs/c4c650e80f58,34797,1731513147729, archiveDir=hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/MasterData/oldWALs, maxLogs=10 2024-11-13T15:52:29,623 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/MasterData/WALs/c4c650e80f58,34797,1731513147729/c4c650e80f58%2C34797%2C1731513147729.1731513149606, exclude list is [], retry=0 2024-11-13T15:52:29,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34687,DS-61ab5b6b-955f-48f2-89f2-ff87bdb01832,DISK] 2024-11-13T15:52:29,632 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/MasterData/WALs/c4c650e80f58,34797,1731513147729/c4c650e80f58%2C34797%2C1731513147729.1731513149606 2024-11-13T15:52:29,634 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42659:42659)] 2024-11-13T15:52:29,635 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:52:29,635 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:52:29,635 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:29,635 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:29,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:29,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T15:52:29,640 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:29,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:29,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:29,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T15:52:29,642 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:29,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:52:29,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:29,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T15:52:29,645 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:29,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:52:29,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:29,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T15:52:29,647 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:29,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:52:29,648 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:29,649 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:29,649 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:29,651 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:29,651 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:29,653 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:52:29,658 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:29,661 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:52:29,661 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58853955, jitterRate=-0.12300772964954376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:52:29,662 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731513149635Initializing all the Stores at 1731513149636 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513149637 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513149638 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513149638Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513149638Cleaning up temporary data from old regions at 1731513149651 (+13 ms)Region opened successfully at 1731513149662 (+11 ms) 2024-11-13T15:52:29,663 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T15:52:29,666 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7925ce99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:52:29,668 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T15:52:29,668 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T15:52:29,668 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T15:52:29,668 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T15:52:29,668 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T15:52:29,669 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T15:52:29,669 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T15:52:29,671 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T15:52:29,672 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34797-0x100a5fd6ca20000, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Unable to get data of znode /0-2023774109/balancer because node does not exist (not necessarily an error) 2024-11-13T15:52:29,673 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2023774109/balancer already deleted, retry=false 2024-11-13T15:52:29,674 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T15:52:29,674 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34797-0x100a5fd6ca20000, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Unable to get data of znode /0-2023774109/normalizer because node does not exist (not necessarily an error) 2024-11-13T15:52:29,675 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2023774109/normalizer already deleted, retry=false 2024-11-13T15:52:29,676 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T15:52:29,677 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34797-0x100a5fd6ca20000, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Unable to get data of znode /0-2023774109/switch/split because node does not exist (not necessarily an error) 2024-11-13T15:52:29,680 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2023774109/switch/split already deleted, retry=false 2024-11-13T15:52:29,686 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34797-0x100a5fd6ca20000, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Unable to get data of znode /0-2023774109/switch/merge because node does not exist (not necessarily an error) 2024-11-13T15:52:29,687 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2023774109/switch/merge already deleted, retry=false 2024-11-13T15:52:29,691 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34797-0x100a5fd6ca20000, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Unable to get data of znode /0-2023774109/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T15:52:29,692 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2023774109/snapshot-cleanup already deleted, retry=false 2024-11-13T15:52:29,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x100a5fd6ca20001, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2023774109/running 2024-11-13T15:52:29,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x100a5fd6ca20000, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2023774109/running 2024-11-13T15:52:29,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x100a5fd6ca20000, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023774109 2024-11-13T15:52:29,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x100a5fd6ca20001, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023774109 2024-11-13T15:52:29,695 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4c650e80f58,34797,1731513147729, sessionid=0x100a5fd6ca20000, setting cluster-up flag (Was=false) 2024-11-13T15:52:29,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x100a5fd6ca20001, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023774109 2024-11-13T15:52:29,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x100a5fd6ca20000, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023774109 2024-11-13T15:52:29,714 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2023774109/flush-table-proc/acquired, /0-2023774109/flush-table-proc/reached, /0-2023774109/flush-table-proc/abort 2024-11-13T15:52:29,716 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,34797,1731513147729 2024-11-13T15:52:29,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x100a5fd6ca20000, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023774109 2024-11-13T15:52:29,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x100a5fd6ca20001, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023774109 2024-11-13T15:52:29,727 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2023774109/online-snapshot/acquired, /0-2023774109/online-snapshot/reached, /0-2023774109/online-snapshot/abort 2024-11-13T15:52:29,728 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,34797,1731513147729 2024-11-13T15:52:29,729 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T15:52:29,731 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T15:52:29,731 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T15:52:29,732 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T15:52:29,732 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4c650e80f58,34797,1731513147729 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T15:52:29,733 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:52:29,733 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:52:29,733 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:52:29,734 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:52:29,734 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4c650e80f58:0, corePoolSize=10, maxPoolSize=10 2024-11-13T15:52:29,734 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:29,734 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:52:29,734 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:29,739 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:52:29,740 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T15:52:29,741 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731513179741 2024-11-13T15:52:29,741 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:29,741 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T15:52:29,741 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T15:52:29,741 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T15:52:29,741 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T15:52:29,741 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T15:52:29,741 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T15:52:29,741 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T15:52:29,742 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:29,744 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T15:52:29,744 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T15:52:29,744 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T15:52:29,744 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T15:52:29,745 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T15:52:29,745 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T15:52:29,746 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513149745,5,FailOnTimeoutGroup] 2024-11-13T15:52:29,746 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513149746,5,FailOnTimeoutGroup] 2024-11-13T15:52:29,746 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:29,746 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T15:52:29,746 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:29,747 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:29,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741831_1007 (size=1321) 2024-11-13T15:52:29,795 INFO [RS:0;c4c650e80f58:44051 {}] regionserver.HRegionServer(746): ClusterId : ecd7de03-916e-47b1-9a3f-363656db9af1 2024-11-13T15:52:29,795 DEBUG [RS:0;c4c650e80f58:44051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T15:52:29,798 DEBUG [RS:0;c4c650e80f58:44051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T15:52:29,798 DEBUG [RS:0;c4c650e80f58:44051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T15:52:29,800 DEBUG [RS:0;c4c650e80f58:44051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T15:52:29,801 DEBUG [RS:0;c4c650e80f58:44051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@371960c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:52:29,818 DEBUG [RS:0;c4c650e80f58:44051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4c650e80f58:44051 2024-11-13T15:52:29,818 INFO [RS:0;c4c650e80f58:44051 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T15:52:29,818 INFO [RS:0;c4c650e80f58:44051 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T15:52:29,818 DEBUG [RS:0;c4c650e80f58:44051 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T15:52:29,819 INFO [RS:0;c4c650e80f58:44051 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4c650e80f58,34797,1731513147729 with port=44051, startcode=1731513147848 2024-11-13T15:52:29,819 DEBUG [RS:0;c4c650e80f58:44051 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T15:52:29,821 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T15:52:29,822 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34797 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4c650e80f58,44051,1731513147848 2024-11-13T15:52:29,822 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34797 {}] master.ServerManager(517): Registering regionserver=c4c650e80f58,44051,1731513147848 2024-11-13T15:52:29,824 DEBUG [RS:0;c4c650e80f58:44051 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7 2024-11-13T15:52:29,824 DEBUG [RS:0;c4c650e80f58:44051 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38497 2024-11-13T15:52:29,824 DEBUG [RS:0;c4c650e80f58:44051 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T15:52:29,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x100a5fd6ca20000, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023774109/rs 2024-11-13T15:52:29,828 DEBUG [RS:0;c4c650e80f58:44051 {}] zookeeper.ZKUtil(111): regionserver:44051-0x100a5fd6ca20001, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Set watcher on existing znode=/0-2023774109/rs/c4c650e80f58,44051,1731513147848 2024-11-13T15:52:29,828 WARN [RS:0;c4c650e80f58:44051 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:52:29,829 INFO [RS:0;c4c650e80f58:44051 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:52:29,829 DEBUG [RS:0;c4c650e80f58:44051 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/WALs/c4c650e80f58,44051,1731513147848 2024-11-13T15:52:29,829 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4c650e80f58,44051,1731513147848] 2024-11-13T15:52:29,833 INFO [RS:0;c4c650e80f58:44051 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T15:52:29,837 INFO [RS:0;c4c650e80f58:44051 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T15:52:29,837 INFO [RS:0;c4c650e80f58:44051 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T15:52:29,837 INFO [RS:0;c4c650e80f58:44051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:29,841 INFO [RS:0;c4c650e80f58:44051 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T15:52:29,842 INFO [RS:0;c4c650e80f58:44051 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T15:52:29,842 INFO [RS:0;c4c650e80f58:44051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:29,842 DEBUG [RS:0;c4c650e80f58:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:29,842 DEBUG [RS:0;c4c650e80f58:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:29,842 DEBUG [RS:0;c4c650e80f58:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:29,842 DEBUG [RS:0;c4c650e80f58:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:29,842 DEBUG [RS:0;c4c650e80f58:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:29,842 DEBUG [RS:0;c4c650e80f58:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:52:29,842 DEBUG [RS:0;c4c650e80f58:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:29,842 DEBUG [RS:0;c4c650e80f58:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:29,842 DEBUG [RS:0;c4c650e80f58:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:29,842 DEBUG [RS:0;c4c650e80f58:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:29,843 DEBUG [RS:0;c4c650e80f58:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:29,843 DEBUG [RS:0;c4c650e80f58:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:29,843 DEBUG [RS:0;c4c650e80f58:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:52:29,843 DEBUG [RS:0;c4c650e80f58:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:52:29,844 INFO [RS:0;c4c650e80f58:44051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:29,844 INFO [RS:0;c4c650e80f58:44051 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:29,844 INFO [RS:0;c4c650e80f58:44051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:29,844 INFO [RS:0;c4c650e80f58:44051 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:29,844 INFO [RS:0;c4c650e80f58:44051 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:29,844 INFO [RS:0;c4c650e80f58:44051 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,44051,1731513147848-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:52:29,863 INFO [RS:0;c4c650e80f58:44051 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T15:52:29,864 INFO [RS:0;c4c650e80f58:44051 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,44051,1731513147848-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:29,864 INFO [RS:0;c4c650e80f58:44051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:29,864 INFO [RS:0;c4c650e80f58:44051 {}] regionserver.Replication(171): c4c650e80f58,44051,1731513147848 started 2024-11-13T15:52:29,884 INFO [RS:0;c4c650e80f58:44051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:29,884 INFO [RS:0;c4c650e80f58:44051 {}] regionserver.HRegionServer(1482): Serving as c4c650e80f58,44051,1731513147848, RpcServer on c4c650e80f58/172.17.0.3:44051, sessionid=0x100a5fd6ca20001 2024-11-13T15:52:29,884 DEBUG [RS:0;c4c650e80f58:44051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T15:52:29,884 DEBUG [RS:0;c4c650e80f58:44051 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4c650e80f58,44051,1731513147848 2024-11-13T15:52:29,884 DEBUG [RS:0;c4c650e80f58:44051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,44051,1731513147848' 2024-11-13T15:52:29,885 DEBUG [RS:0;c4c650e80f58:44051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2023774109/flush-table-proc/abort' 2024-11-13T15:52:29,885 DEBUG [RS:0;c4c650e80f58:44051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2023774109/flush-table-proc/acquired' 2024-11-13T15:52:29,886 DEBUG [RS:0;c4c650e80f58:44051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T15:52:29,886 DEBUG [RS:0;c4c650e80f58:44051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T15:52:29,886 DEBUG [RS:0;c4c650e80f58:44051 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4c650e80f58,44051,1731513147848 2024-11-13T15:52:29,886 DEBUG [RS:0;c4c650e80f58:44051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,44051,1731513147848' 2024-11-13T15:52:29,886 DEBUG [RS:0;c4c650e80f58:44051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2023774109/online-snapshot/abort' 2024-11-13T15:52:29,886 DEBUG [RS:0;c4c650e80f58:44051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2023774109/online-snapshot/acquired' 2024-11-13T15:52:29,887 DEBUG [RS:0;c4c650e80f58:44051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T15:52:29,887 INFO [RS:0;c4c650e80f58:44051 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T15:52:29,887 INFO [RS:0;c4c650e80f58:44051 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T15:52:29,987 INFO [RS:0;c4c650e80f58:44051 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:52:29,989 INFO [RS:0;c4c650e80f58:44051 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C44051%2C1731513147848, suffix=, logDir=hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/WALs/c4c650e80f58,44051,1731513147848, archiveDir=hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/oldWALs, maxLogs=10 2024-11-13T15:52:30,004 DEBUG [RS:0;c4c650e80f58:44051 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/WALs/c4c650e80f58,44051,1731513147848/c4c650e80f58%2C44051%2C1731513147848.1731513149990, exclude list is [], retry=0 2024-11-13T15:52:30,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34687,DS-61ab5b6b-955f-48f2-89f2-ff87bdb01832,DISK] 2024-11-13T15:52:30,010 INFO [RS:0;c4c650e80f58:44051 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/WALs/c4c650e80f58,44051,1731513147848/c4c650e80f58%2C44051%2C1731513147848.1731513149990 2024-11-13T15:52:30,010 DEBUG [RS:0;c4c650e80f58:44051 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42659:42659)] 2024-11-13T15:52:30,154 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T15:52:30,154 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7 2024-11-13T15:52:30,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741833_1009 (size=32) 2024-11-13T15:52:30,271 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T15:52:30,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:52:30,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:52:30,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:52:30,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:52:30,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:52:30,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:30,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:30,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:52:30,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:52:30,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:30,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:30,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:52:30,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:52:30,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:30,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:30,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:52:30,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:52:30,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:30,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:30,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:52:30,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/data/hbase/meta/1588230740 2024-11-13T15:52:30,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/data/hbase/meta/1588230740 2024-11-13T15:52:30,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:52:30,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:52:30,578 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:52:30,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:52:30,582 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:52:30,582 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71909755, jitterRate=0.07153885066509247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:52:30,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731513150563Initializing all the Stores at 1731513150564 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513150564Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513150565 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513150565Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513150565Cleaning up temporary data from old regions at 1731513150577 (+12 ms)Region opened successfully at 1731513150583 (+6 ms) 2024-11-13T15:52:30,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:52:30,583 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:52:30,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:52:30,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:52:30,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:52:30,584 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:52:30,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513150583Disabling compacts and flushes for region at 1731513150583Disabling writes for close at 1731513150583Writing region close event to WAL at 1731513150584 (+1 ms)Closed at 1731513150584 2024-11-13T15:52:30,585 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:52:30,586 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T15:52:30,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T15:52:30,587 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:52:30,588 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T15:52:30,739 DEBUG [c4c650e80f58:34797 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T15:52:30,739 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4c650e80f58,44051,1731513147848 2024-11-13T15:52:30,741 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,44051,1731513147848, state=OPENING 2024-11-13T15:52:30,742 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T15:52:30,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x100a5fd6ca20001, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023774109 2024-11-13T15:52:30,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x100a5fd6ca20000, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023774109 2024-11-13T15:52:30,748 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:52:30,748 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2023774109/meta-region-server: CHANGED 2024-11-13T15:52:30,748 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2023774109/meta-region-server: CHANGED 2024-11-13T15:52:30,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,44051,1731513147848}] 2024-11-13T15:52:30,902 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T15:52:30,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56377, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T15:52:30,909 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T15:52:30,909 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:52:30,909 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T15:52:30,911 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C44051%2C1731513147848.meta, suffix=.meta, logDir=hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/WALs/c4c650e80f58,44051,1731513147848, archiveDir=hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/oldWALs, maxLogs=10 2024-11-13T15:52:30,926 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/WALs/c4c650e80f58,44051,1731513147848/c4c650e80f58%2C44051%2C1731513147848.meta.1731513150911.meta, exclude list is [], retry=0 2024-11-13T15:52:30,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34687,DS-61ab5b6b-955f-48f2-89f2-ff87bdb01832,DISK] 2024-11-13T15:52:30,934 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/WALs/c4c650e80f58,44051,1731513147848/c4c650e80f58%2C44051%2C1731513147848.meta.1731513150911.meta 2024-11-13T15:52:30,934 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42659:42659)] 2024-11-13T15:52:30,935 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:52:30,935 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:52:30,935 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:52:30,936 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T15:52:30,936 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T15:52:30,936 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T15:52:30,936 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:52:30,936 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T15:52:30,936 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T15:52:30,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:52:30,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:52:30,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:30,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:30,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:52:30,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:52:30,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:30,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:30,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:52:30,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:52:30,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:30,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:30,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:52:30,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:52:30,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:30,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:30,945 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:52:30,946 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/data/hbase/meta/1588230740 2024-11-13T15:52:30,947 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/data/hbase/meta/1588230740 2024-11-13T15:52:30,949 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:52:30,949 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:52:30,950 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:52:30,951 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:52:30,952 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65818111, jitterRate=-0.019233718514442444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:52:30,953 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T15:52:30,954 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731513150936Writing region info on filesystem at 1731513150936Initializing all the Stores at 1731513150938 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513150938Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513150938Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513150938Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513150938Cleaning up temporary data from old regions at 1731513150949 (+11 ms)Running coprocessor post-open hooks at 1731513150953 (+4 ms)Region opened successfully at 1731513150954 (+1 ms) 2024-11-13T15:52:30,955 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731513150901 2024-11-13T15:52:30,958 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T15:52:30,958 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T15:52:30,959 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,44051,1731513147848 2024-11-13T15:52:30,961 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,44051,1731513147848, state=OPEN 2024-11-13T15:52:30,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x100a5fd6ca20001, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2023774109/meta-region-server 2024-11-13T15:52:30,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x100a5fd6ca20000, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2023774109/meta-region-server 2024-11-13T15:52:30,963 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4c650e80f58,44051,1731513147848 2024-11-13T15:52:30,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2023774109/meta-region-server: CHANGED 2024-11-13T15:52:30,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2023774109/meta-region-server: CHANGED 2024-11-13T15:52:30,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T15:52:30,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,44051,1731513147848 in 215 msec 2024-11-13T15:52:30,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T15:52:30,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 380 msec 2024-11-13T15:52:30,970 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:52:30,970 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T15:52:30,972 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:52:30,972 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,44051,1731513147848, seqNum=-1] 2024-11-13T15:52:30,973 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:52:30,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:52:30,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2490 sec 2024-11-13T15:52:30,982 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731513150982, completionTime=-1 2024-11-13T15:52:30,982 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T15:52:30,982 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T15:52:30,985 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T15:52:30,985 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731513210985 2024-11-13T15:52:30,985 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731513270985 2024-11-13T15:52:30,985 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T15:52:30,985 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,34797,1731513147729-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:30,985 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,34797,1731513147729-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:30,985 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,34797,1731513147729-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:30,985 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4c650e80f58:34797, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:30,985 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:30,986 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:30,987 DEBUG [master/c4c650e80f58:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T15:52:30,990 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.063sec 2024-11-13T15:52:30,990 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T15:52:30,990 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T15:52:30,990 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T15:52:30,990 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T15:52:30,990 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T15:52:30,990 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,34797,1731513147729-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:52:30,990 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,34797,1731513147729-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T15:52:30,993 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T15:52:30,993 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T15:52:30,993 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,34797,1731513147729-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:30,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd940c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:30,995 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,34797,-1 for getting cluster id 2024-11-13T15:52:30,996 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:52:30,997 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ecd7de03-916e-47b1-9a3f-363656db9af1' 2024-11-13T15:52:30,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:52:30,998 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ecd7de03-916e-47b1-9a3f-363656db9af1" 2024-11-13T15:52:30,998 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f5395e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:30,998 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,34797,-1] 2024-11-13T15:52:30,998 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:52:30,998 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:30,999 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:52:31,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@760b9a8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:31,001 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:52:31,002 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,44051,1731513147848, seqNum=-1] 2024-11-13T15:52:31,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:52:31,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:52:31,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4c650e80f58,34797,1731513147729 2024-11-13T15:52:31,007 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63766 2024-11-13T15:52:31,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:52:31,011 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100a5fd6ca20002 connected 2024-11-13T15:52:31,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd/hadoop.log.dir so I do NOT create it in target/test-data/5625f93c-fdd2-9c9c-d831-d731e8839424 2024-11-13T15:52:31,018 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T15:52:31,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd/hadoop.tmp.dir so I do NOT create it in target/test-data/5625f93c-fdd2-9c9c-d831-d731e8839424 2024-11-13T15:52:31,019 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T15:52:31,019 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5625f93c-fdd2-9c9c-d831-d731e8839424 2024-11-13T15:52:31,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T15:52:31,019 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5625f93c-fdd2-9c9c-d831-d731e8839424/cluster_f7a94de3-83ab-de70-05fc-364fff91e60b, deleteOnExit=true 2024-11-13T15:52:31,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T15:52:31,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5625f93c-fdd2-9c9c-d831-d731e8839424/test.cache.data in system properties and HBase conf 2024-11-13T15:52:31,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5625f93c-fdd2-9c9c-d831-d731e8839424/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T15:52:31,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5625f93c-fdd2-9c9c-d831-d731e8839424/hadoop.log.dir in system properties and HBase conf 2024-11-13T15:52:31,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5625f93c-fdd2-9c9c-d831-d731e8839424/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T15:52:31,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5625f93c-fdd2-9c9c-d831-d731e8839424/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T15:52:31,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T15:52:31,020 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T15:52:31,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5625f93c-fdd2-9c9c-d831-d731e8839424/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:52:31,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5625f93c-fdd2-9c9c-d831-d731e8839424/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:52:31,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5625f93c-fdd2-9c9c-d831-d731e8839424/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T15:52:31,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5625f93c-fdd2-9c9c-d831-d731e8839424/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:52:31,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5625f93c-fdd2-9c9c-d831-d731e8839424/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T15:52:31,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5625f93c-fdd2-9c9c-d831-d731e8839424/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T15:52:31,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5625f93c-fdd2-9c9c-d831-d731e8839424/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:52:31,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5625f93c-fdd2-9c9c-d831-d731e8839424/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:52:31,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5625f93c-fdd2-9c9c-d831-d731e8839424/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T15:52:31,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5625f93c-fdd2-9c9c-d831-d731e8839424/nfs.dump.dir in system properties and HBase conf 2024-11-13T15:52:31,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5625f93c-fdd2-9c9c-d831-d731e8839424/java.io.tmpdir in system properties and HBase conf 2024-11-13T15:52:31,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5625f93c-fdd2-9c9c-d831-d731e8839424/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:52:31,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5625f93c-fdd2-9c9c-d831-d731e8839424/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T15:52:31,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5625f93c-fdd2-9c9c-d831-d731e8839424/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T15:52:31,138 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:52:31,146 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:52:31,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:52:31,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:52:31,149 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T15:52:31,150 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:52:31,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@305483df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5625f93c-fdd2-9c9c-d831-d731e8839424/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:52:31,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1dfb40c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:52:31,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79b9d295{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5625f93c-fdd2-9c9c-d831-d731e8839424/java.io.tmpdir/jetty-localhost-46477-hadoop-hdfs-3_4_1-tests_jar-_-any-17605732645147092634/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:52:31,296 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@844fe0e{HTTP/1.1, (http/1.1)}{localhost:46477} 2024-11-13T15:52:31,296 INFO [Time-limited test {}] server.Server(415): Started @33670ms 2024-11-13T15:52:31,443 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:52:31,449 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:52:31,466 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:52:31,466 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:52:31,466 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T15:52:31,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3722430d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5625f93c-fdd2-9c9c-d831-d731e8839424/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:52:31,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61adbdbf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:52:31,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48e41b8c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5625f93c-fdd2-9c9c-d831-d731e8839424/java.io.tmpdir/jetty-localhost-42197-hadoop-hdfs-3_4_1-tests_jar-_-any-14943566983711169938/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:52:31,610 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74b293ff{HTTP/1.1, (http/1.1)}{localhost:42197} 2024-11-13T15:52:31,610 INFO [Time-limited test {}] server.Server(415): Started @33983ms 2024-11-13T15:52:31,611 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T15:52:31,747 WARN [RS:0;c4c650e80f58:44051 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of c4c650e80f58,40839,1731513123392: status=Processing ServerCrashProcedure of c4c650e80f58,40839,1731513123392 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731513137638, completionTime=-1 appears to have been leaked 2024-11-13T15:52:31,764 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5625f93c-fdd2-9c9c-d831-d731e8839424/cluster_f7a94de3-83ab-de70-05fc-364fff91e60b/data/data1/current/BP-543853579-172.17.0.3-1731513151062/current, will proceed with Du for space computation calculation, 2024-11-13T15:52:31,764 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5625f93c-fdd2-9c9c-d831-d731e8839424/cluster_f7a94de3-83ab-de70-05fc-364fff91e60b/data/data2/current/BP-543853579-172.17.0.3-1731513151062/current, will proceed with Du for space computation calculation, 2024-11-13T15:52:31,791 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T15:52:31,794 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeaaf69b0dd241f3f with lease ID 0xba0f94813de324ce: Processing first storage report for DS-a02d495a-ba5d-4edf-9ad3-e01511b7fae1 from datanode DatanodeRegistration(127.0.0.1:34969, datanodeUuid=a5ef7851-8aea-49cc-86ed-ae3f949f25a2, infoPort=44661, infoSecurePort=0, ipcPort=42369, storageInfo=lv=-57;cid=testClusterID;nsid=1880775548;c=1731513151062) 2024-11-13T15:52:31,794 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeaaf69b0dd241f3f with lease ID 0xba0f94813de324ce: from storage DS-a02d495a-ba5d-4edf-9ad3-e01511b7fae1 node DatanodeRegistration(127.0.0.1:34969, datanodeUuid=a5ef7851-8aea-49cc-86ed-ae3f949f25a2, infoPort=44661, infoSecurePort=0, ipcPort=42369, storageInfo=lv=-57;cid=testClusterID;nsid=1880775548;c=1731513151062), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T15:52:31,794 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeaaf69b0dd241f3f with lease ID 0xba0f94813de324ce: Processing first storage report for DS-77ac1f17-0651-4dc2-afd0-3fb6b61a5000 from datanode DatanodeRegistration(127.0.0.1:34969, datanodeUuid=a5ef7851-8aea-49cc-86ed-ae3f949f25a2, infoPort=44661, infoSecurePort=0, ipcPort=42369, storageInfo=lv=-57;cid=testClusterID;nsid=1880775548;c=1731513151062) 2024-11-13T15:52:31,794 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeaaf69b0dd241f3f with lease ID 0xba0f94813de324ce: from storage DS-77ac1f17-0651-4dc2-afd0-3fb6b61a5000 node DatanodeRegistration(127.0.0.1:34969, datanodeUuid=a5ef7851-8aea-49cc-86ed-ae3f949f25a2, infoPort=44661, infoSecurePort=0, ipcPort=42369, storageInfo=lv=-57;cid=testClusterID;nsid=1880775548;c=1731513151062), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T15:52:31,856 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5625f93c-fdd2-9c9c-d831-d731e8839424 2024-11-13T15:52:31,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:31,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:31,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741825_1001 (size=7) 2024-11-13T15:52:32,268 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0 with version=8 2024-11-13T15:52:32,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/hbase-staging 2024-11-13T15:52:32,271 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:52:32,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:32,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:32,271 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:52:32,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:32,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:52:32,271 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T15:52:32,271 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:52:32,272 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36939 2024-11-13T15:52:32,273 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36939 connecting to ZooKeeper ensemble=127.0.0.1:63766 2024-11-13T15:52:32,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369390x0, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:52:32,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36939-0x100a5fd6ca20003 connected 2024-11-13T15:52:32,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:32,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:32,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36939-0x100a5fd6ca20003, quorum=127.0.0.1:63766, baseZNode=/1394932460 Set watcher on znode that does not yet exist, /1394932460/running 2024-11-13T15:52:32,303 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0, hbase.cluster.distributed=false 2024-11-13T15:52:32,305 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36939-0x100a5fd6ca20003, quorum=127.0.0.1:63766, baseZNode=/1394932460 Set watcher on znode that does not yet exist, /1394932460/acl 2024-11-13T15:52:32,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36939 2024-11-13T15:52:32,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36939 2024-11-13T15:52:32,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36939 2024-11-13T15:52:32,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36939 2024-11-13T15:52:32,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36939 2024-11-13T15:52:32,330 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:52:32,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:32,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:32,330 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:52:32,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:32,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:52:32,330 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T15:52:32,330 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:52:32,331 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46641 2024-11-13T15:52:32,332 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46641 connecting to ZooKeeper ensemble=127.0.0.1:63766 2024-11-13T15:52:32,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:32,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:32,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466410x0, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:52:32,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46641-0x100a5fd6ca20004 connected 2024-11-13T15:52:32,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46641-0x100a5fd6ca20004, quorum=127.0.0.1:63766, baseZNode=/1394932460 Set watcher on znode that does not yet exist, /1394932460/running 2024-11-13T15:52:32,342 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T15:52:32,345 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T15:52:32,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46641-0x100a5fd6ca20004, quorum=127.0.0.1:63766, baseZNode=/1394932460 Set watcher on znode that does not yet exist, /1394932460/master 2024-11-13T15:52:32,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46641-0x100a5fd6ca20004, quorum=127.0.0.1:63766, baseZNode=/1394932460 Set watcher on znode that does not yet exist, /1394932460/acl 2024-11-13T15:52:32,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46641 2024-11-13T15:52:32,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46641 2024-11-13T15:52:32,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46641 2024-11-13T15:52:32,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46641 2024-11-13T15:52:32,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46641 2024-11-13T15:52:32,377 DEBUG [M:0;c4c650e80f58:36939 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4c650e80f58:36939 2024-11-13T15:52:32,377 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1394932460/backup-masters/c4c650e80f58,36939,1731513152270 2024-11-13T15:52:32,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36939-0x100a5fd6ca20003, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1394932460/backup-masters 2024-11-13T15:52:32,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x100a5fd6ca20004, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1394932460/backup-masters 2024-11-13T15:52:32,380 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36939-0x100a5fd6ca20003, quorum=127.0.0.1:63766, baseZNode=/1394932460 Set watcher on existing znode=/1394932460/backup-masters/c4c650e80f58,36939,1731513152270 2024-11-13T15:52:32,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x100a5fd6ca20004, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1394932460/master 2024-11-13T15:52:32,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36939-0x100a5fd6ca20003, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1394932460 2024-11-13T15:52:32,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x100a5fd6ca20004, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1394932460 2024-11-13T15:52:32,383 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36939-0x100a5fd6ca20003, quorum=127.0.0.1:63766, baseZNode=/1394932460 Set watcher on existing znode=/1394932460/master 2024-11-13T15:52:32,384 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1394932460/backup-masters/c4c650e80f58,36939,1731513152270 from backup master directory 2024-11-13T15:52:32,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36939-0x100a5fd6ca20003, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1394932460/backup-masters/c4c650e80f58,36939,1731513152270 2024-11-13T15:52:32,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x100a5fd6ca20004, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1394932460/backup-masters 2024-11-13T15:52:32,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36939-0x100a5fd6ca20003, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1394932460/backup-masters 2024-11-13T15:52:32,386 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:52:32,386 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4c650e80f58,36939,1731513152270 2024-11-13T15:52:32,391 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/hbase.id] with ID: 8562b0ab-2bfe-4a43-9775-01846efe1505 2024-11-13T15:52:32,391 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/.tmp/hbase.id 2024-11-13T15:52:32,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741826_1002 (size=42) 2024-11-13T15:52:32,804 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/.tmp/hbase.id]:[hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/hbase.id] 2024-11-13T15:52:32,820 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:32,820 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T15:52:32,822 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T15:52:32,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36939-0x100a5fd6ca20003, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1394932460 2024-11-13T15:52:32,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x100a5fd6ca20004, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1394932460 2024-11-13T15:52:32,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741827_1003 (size=196) 2024-11-13T15:52:33,089 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T15:52:33,232 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:52:33,233 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T15:52:33,234 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:52:33,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741828_1004 (size=1189) 2024-11-13T15:52:33,644 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/MasterData/data/master/store 2024-11-13T15:52:33,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741829_1005 (size=34) 2024-11-13T15:52:34,057 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:52:34,057 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:52:34,057 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:34,057 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:34,057 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:52:34,057 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:34,057 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:34,057 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513154057Disabling compacts and flushes for region at 1731513154057Disabling writes for close at 1731513154057Writing region close event to WAL at 1731513154057Closed at 1731513154057 2024-11-13T15:52:34,058 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/MasterData/data/master/store/.initializing 2024-11-13T15:52:34,058 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/MasterData/WALs/c4c650e80f58,36939,1731513152270 2024-11-13T15:52:34,059 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:52:34,061 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4c650e80f58%2C36939%2C1731513152270, suffix=, logDir=hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/MasterData/WALs/c4c650e80f58,36939,1731513152270, archiveDir=hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/MasterData/oldWALs, maxLogs=10 2024-11-13T15:52:34,075 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/MasterData/WALs/c4c650e80f58,36939,1731513152270/c4c650e80f58%2C36939%2C1731513152270.1731513154062, exclude list is [], retry=0 2024-11-13T15:52:34,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34969,DS-a02d495a-ba5d-4edf-9ad3-e01511b7fae1,DISK] 2024-11-13T15:52:34,081 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/MasterData/WALs/c4c650e80f58,36939,1731513152270/c4c650e80f58%2C36939%2C1731513152270.1731513154062 2024-11-13T15:52:34,081 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44661:44661)] 2024-11-13T15:52:34,081 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:52:34,081 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:52:34,082 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:34,082 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:34,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:34,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T15:52:34,085 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:34,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:34,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:34,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T15:52:34,087 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:34,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:52:34,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:34,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T15:52:34,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:34,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:52:34,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:34,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T15:52:34,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:34,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:52:34,091 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:34,092 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:34,092 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:34,093 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:34,093 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:34,094 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:52:34,095 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:34,097 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:52:34,097 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71228979, jitterRate=0.061394497752189636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:52:34,098 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731513154082Initializing all the Stores at 1731513154083 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513154083Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513154083Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513154083Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513154083Cleaning up temporary data from old regions at 1731513154093 (+10 ms)Region opened successfully at 1731513154097 (+4 ms) 2024-11-13T15:52:34,098 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T15:52:34,101 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b1c7fb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:52:34,102 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T15:52:34,102 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T15:52:34,102 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T15:52:34,102 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T15:52:34,103 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T15:52:34,103 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T15:52:34,103 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T15:52:34,105 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T15:52:34,106 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36939-0x100a5fd6ca20003, quorum=127.0.0.1:63766, baseZNode=/1394932460 Unable to get data of znode /1394932460/balancer because node does not exist (not necessarily an error) 2024-11-13T15:52:34,107 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1394932460/balancer already deleted, retry=false 2024-11-13T15:52:34,107 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T15:52:34,108 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36939-0x100a5fd6ca20003, quorum=127.0.0.1:63766, baseZNode=/1394932460 Unable to get data of znode /1394932460/normalizer because node does not exist (not necessarily an error) 2024-11-13T15:52:34,109 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1394932460/normalizer already deleted, retry=false 2024-11-13T15:52:34,110 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T15:52:34,111 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36939-0x100a5fd6ca20003, quorum=127.0.0.1:63766, baseZNode=/1394932460 Unable to get data of znode /1394932460/switch/split because node does not exist (not necessarily an error) 2024-11-13T15:52:34,113 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1394932460/switch/split already deleted, retry=false 2024-11-13T15:52:34,114 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36939-0x100a5fd6ca20003, quorum=127.0.0.1:63766, baseZNode=/1394932460 Unable to get data of znode /1394932460/switch/merge because node does not exist (not necessarily an error) 2024-11-13T15:52:34,115 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1394932460/switch/merge already deleted, retry=false 2024-11-13T15:52:34,117 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36939-0x100a5fd6ca20003, quorum=127.0.0.1:63766, baseZNode=/1394932460 Unable to get data of znode /1394932460/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T15:52:34,118 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1394932460/snapshot-cleanup already deleted, retry=false 2024-11-13T15:52:34,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36939-0x100a5fd6ca20003, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1394932460/running 2024-11-13T15:52:34,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36939-0x100a5fd6ca20003, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1394932460 2024-11-13T15:52:34,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x100a5fd6ca20004, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1394932460/running 2024-11-13T15:52:34,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x100a5fd6ca20004, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1394932460 2024-11-13T15:52:34,121 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4c650e80f58,36939,1731513152270, sessionid=0x100a5fd6ca20003, setting cluster-up flag (Was=false) 2024-11-13T15:52:34,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36939-0x100a5fd6ca20003, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1394932460 2024-11-13T15:52:34,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x100a5fd6ca20004, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1394932460 2024-11-13T15:52:34,133 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1394932460/flush-table-proc/acquired, /1394932460/flush-table-proc/reached, /1394932460/flush-table-proc/abort 2024-11-13T15:52:34,134 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,36939,1731513152270 2024-11-13T15:52:34,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36939-0x100a5fd6ca20003, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1394932460 2024-11-13T15:52:34,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x100a5fd6ca20004, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1394932460 2024-11-13T15:52:34,143 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1394932460/online-snapshot/acquired, /1394932460/online-snapshot/reached, /1394932460/online-snapshot/abort 2024-11-13T15:52:34,144 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,36939,1731513152270 2024-11-13T15:52:34,145 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T15:52:34,147 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T15:52:34,147 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T15:52:34,148 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T15:52:34,148 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4c650e80f58,36939,1731513152270 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T15:52:34,149 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:52:34,149 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:52:34,149 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:52:34,149 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:52:34,149 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4c650e80f58:0, corePoolSize=10, maxPoolSize=10 2024-11-13T15:52:34,149 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:34,149 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:52:34,149 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:34,150 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731513184150 2024-11-13T15:52:34,150 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T15:52:34,150 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T15:52:34,150 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T15:52:34,150 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T15:52:34,150 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T15:52:34,150 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T15:52:34,151 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:34,151 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:52:34,151 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T15:52:34,153 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:34,153 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T15:52:34,154 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T15:52:34,154 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T15:52:34,155 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T15:52:34,155 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T15:52:34,158 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T15:52:34,158 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T15:52:34,158 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513154158,5,FailOnTimeoutGroup] 2024-11-13T15:52:34,159 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513154158,5,FailOnTimeoutGroup] 2024-11-13T15:52:34,159 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:34,159 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T15:52:34,159 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:34,159 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:34,161 INFO [RS:0;c4c650e80f58:46641 {}] regionserver.HRegionServer(746): ClusterId : 8562b0ab-2bfe-4a43-9775-01846efe1505 2024-11-13T15:52:34,162 DEBUG [RS:0;c4c650e80f58:46641 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T15:52:34,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741831_1007 (size=1321) 2024-11-13T15:52:34,164 DEBUG [RS:0;c4c650e80f58:46641 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T15:52:34,164 DEBUG [RS:0;c4c650e80f58:46641 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T15:52:34,166 DEBUG [RS:0;c4c650e80f58:46641 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T15:52:34,167 DEBUG [RS:0;c4c650e80f58:46641 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd307e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:52:34,179 DEBUG [RS:0;c4c650e80f58:46641 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4c650e80f58:46641 2024-11-13T15:52:34,179 INFO [RS:0;c4c650e80f58:46641 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T15:52:34,179 INFO [RS:0;c4c650e80f58:46641 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T15:52:34,179 DEBUG [RS:0;c4c650e80f58:46641 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T15:52:34,180 INFO [RS:0;c4c650e80f58:46641 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4c650e80f58,36939,1731513152270 with port=46641, startcode=1731513152329 2024-11-13T15:52:34,181 DEBUG [RS:0;c4c650e80f58:46641 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T15:52:34,183 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T15:52:34,184 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36939 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4c650e80f58,46641,1731513152329 2024-11-13T15:52:34,184 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36939 {}] master.ServerManager(517): Registering regionserver=c4c650e80f58,46641,1731513152329 2024-11-13T15:52:34,186 DEBUG [RS:0;c4c650e80f58:46641 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0 2024-11-13T15:52:34,186 DEBUG [RS:0;c4c650e80f58:46641 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43053 2024-11-13T15:52:34,186 DEBUG [RS:0;c4c650e80f58:46641 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T15:52:34,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36939-0x100a5fd6ca20003, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1394932460/rs 2024-11-13T15:52:34,193 DEBUG [RS:0;c4c650e80f58:46641 {}] zookeeper.ZKUtil(111): regionserver:46641-0x100a5fd6ca20004, quorum=127.0.0.1:63766, baseZNode=/1394932460 Set watcher on existing znode=/1394932460/rs/c4c650e80f58,46641,1731513152329 2024-11-13T15:52:34,193 WARN [RS:0;c4c650e80f58:46641 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:52:34,193 INFO [RS:0;c4c650e80f58:46641 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:52:34,193 DEBUG [RS:0;c4c650e80f58:46641 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/WALs/c4c650e80f58,46641,1731513152329 2024-11-13T15:52:34,195 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4c650e80f58,46641,1731513152329] 2024-11-13T15:52:34,197 INFO [RS:0;c4c650e80f58:46641 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T15:52:34,199 INFO [RS:0;c4c650e80f58:46641 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T15:52:34,199 INFO [RS:0;c4c650e80f58:46641 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T15:52:34,199 INFO [RS:0;c4c650e80f58:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:34,199 INFO [RS:0;c4c650e80f58:46641 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T15:52:34,200 INFO [RS:0;c4c650e80f58:46641 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T15:52:34,200 INFO [RS:0;c4c650e80f58:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:34,201 DEBUG [RS:0;c4c650e80f58:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:34,201 DEBUG [RS:0;c4c650e80f58:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:34,201 DEBUG [RS:0;c4c650e80f58:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:34,201 DEBUG [RS:0;c4c650e80f58:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:34,201 DEBUG [RS:0;c4c650e80f58:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:34,201 DEBUG [RS:0;c4c650e80f58:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:52:34,201 DEBUG [RS:0;c4c650e80f58:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:34,201 DEBUG [RS:0;c4c650e80f58:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:34,201 DEBUG [RS:0;c4c650e80f58:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:34,201 DEBUG [RS:0;c4c650e80f58:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:34,201 DEBUG [RS:0;c4c650e80f58:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:34,201 DEBUG [RS:0;c4c650e80f58:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:34,201 DEBUG [RS:0;c4c650e80f58:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:52:34,201 DEBUG [RS:0;c4c650e80f58:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:52:34,205 INFO [RS:0;c4c650e80f58:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:34,205 INFO [RS:0;c4c650e80f58:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:34,205 INFO [RS:0;c4c650e80f58:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:34,205 INFO [RS:0;c4c650e80f58:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:34,205 INFO [RS:0;c4c650e80f58:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:34,205 INFO [RS:0;c4c650e80f58:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,46641,1731513152329-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:52:34,226 INFO [RS:0;c4c650e80f58:46641 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T15:52:34,227 INFO [RS:0;c4c650e80f58:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,46641,1731513152329-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:34,227 INFO [RS:0;c4c650e80f58:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:34,227 INFO [RS:0;c4c650e80f58:46641 {}] regionserver.Replication(171): c4c650e80f58,46641,1731513152329 started 2024-11-13T15:52:34,243 INFO [RS:0;c4c650e80f58:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:34,243 INFO [RS:0;c4c650e80f58:46641 {}] regionserver.HRegionServer(1482): Serving as c4c650e80f58,46641,1731513152329, RpcServer on c4c650e80f58/172.17.0.3:46641, sessionid=0x100a5fd6ca20004 2024-11-13T15:52:34,243 DEBUG [RS:0;c4c650e80f58:46641 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T15:52:34,243 DEBUG [RS:0;c4c650e80f58:46641 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4c650e80f58,46641,1731513152329 2024-11-13T15:52:34,243 DEBUG [RS:0;c4c650e80f58:46641 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,46641,1731513152329' 2024-11-13T15:52:34,244 DEBUG [RS:0;c4c650e80f58:46641 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1394932460/flush-table-proc/abort' 2024-11-13T15:52:34,245 DEBUG [RS:0;c4c650e80f58:46641 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1394932460/flush-table-proc/acquired' 2024-11-13T15:52:34,245 DEBUG [RS:0;c4c650e80f58:46641 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T15:52:34,246 DEBUG [RS:0;c4c650e80f58:46641 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T15:52:34,246 DEBUG [RS:0;c4c650e80f58:46641 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4c650e80f58,46641,1731513152329 2024-11-13T15:52:34,246 DEBUG [RS:0;c4c650e80f58:46641 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,46641,1731513152329' 2024-11-13T15:52:34,246 DEBUG [RS:0;c4c650e80f58:46641 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1394932460/online-snapshot/abort' 2024-11-13T15:52:34,246 DEBUG [RS:0;c4c650e80f58:46641 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1394932460/online-snapshot/acquired' 2024-11-13T15:52:34,247 DEBUG [RS:0;c4c650e80f58:46641 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T15:52:34,247 INFO [RS:0;c4c650e80f58:46641 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T15:52:34,247 INFO [RS:0;c4c650e80f58:46641 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T15:52:34,347 INFO [RS:0;c4c650e80f58:46641 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:52:34,349 INFO [RS:0;c4c650e80f58:46641 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C46641%2C1731513152329, suffix=, logDir=hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/WALs/c4c650e80f58,46641,1731513152329, archiveDir=hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/oldWALs, maxLogs=10 2024-11-13T15:52:34,363 DEBUG [RS:0;c4c650e80f58:46641 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/WALs/c4c650e80f58,46641,1731513152329/c4c650e80f58%2C46641%2C1731513152329.1731513154349, exclude list is [], retry=0 2024-11-13T15:52:34,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34969,DS-a02d495a-ba5d-4edf-9ad3-e01511b7fae1,DISK] 2024-11-13T15:52:34,369 INFO [RS:0;c4c650e80f58:46641 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/WALs/c4c650e80f58,46641,1731513152329/c4c650e80f58%2C46641%2C1731513152329.1731513154349 2024-11-13T15:52:34,369 DEBUG [RS:0;c4c650e80f58:46641 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44661:44661)] 2024-11-13T15:52:34,564 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T15:52:34,564 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0 2024-11-13T15:52:34,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741833_1009 (size=32) 2024-11-13T15:52:34,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:52:34,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:52:34,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:52:34,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:34,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:34,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:52:34,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:52:34,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:34,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:34,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:52:34,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:52:34,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:34,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:34,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:52:34,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:52:34,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:34,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:34,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:52:34,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/data/hbase/meta/1588230740 2024-11-13T15:52:34,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/data/hbase/meta/1588230740 2024-11-13T15:52:34,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:52:34,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:52:34,984 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:52:34,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:52:34,987 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:52:34,987 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65237909, jitterRate=-0.02787940204143524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:52:34,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731513154972Initializing all the Stores at 1731513154973 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513154973Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513154973Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513154973Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513154973Cleaning up temporary data from old regions at 1731513154983 (+10 ms)Region opened successfully at 1731513154987 (+4 ms) 2024-11-13T15:52:34,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:52:34,988 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:52:34,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:52:34,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:52:34,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:52:34,988 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:52:34,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513154988Disabling compacts and flushes for region at 1731513154988Disabling writes for close at 1731513154988Writing region close event to WAL at 1731513154988Closed at 1731513154988 2024-11-13T15:52:34,990 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:52:34,990 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T15:52:34,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T15:52:34,991 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:52:34,992 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T15:52:35,143 DEBUG [c4c650e80f58:36939 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T15:52:35,143 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4c650e80f58,46641,1731513152329 2024-11-13T15:52:35,145 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,46641,1731513152329, state=OPENING 2024-11-13T15:52:35,147 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T15:52:35,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36939-0x100a5fd6ca20003, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1394932460 2024-11-13T15:52:35,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x100a5fd6ca20004, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1394932460 2024-11-13T15:52:35,149 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:52:35,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1394932460/meta-region-server: CHANGED 2024-11-13T15:52:35,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1394932460/meta-region-server: CHANGED 2024-11-13T15:52:35,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,46641,1731513152329}] 2024-11-13T15:52:35,303 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T15:52:35,305 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T15:52:35,309 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T15:52:35,309 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:52:35,309 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T15:52:35,310 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C46641%2C1731513152329.meta, suffix=.meta, logDir=hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/WALs/c4c650e80f58,46641,1731513152329, archiveDir=hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/oldWALs, maxLogs=10 2024-11-13T15:52:35,324 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/WALs/c4c650e80f58,46641,1731513152329/c4c650e80f58%2C46641%2C1731513152329.meta.1731513155311.meta, exclude list is [], retry=0 2024-11-13T15:52:35,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34969,DS-a02d495a-ba5d-4edf-9ad3-e01511b7fae1,DISK] 2024-11-13T15:52:35,329 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/WALs/c4c650e80f58,46641,1731513152329/c4c650e80f58%2C46641%2C1731513152329.meta.1731513155311.meta 2024-11-13T15:52:35,329 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44661:44661)] 2024-11-13T15:52:35,329 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:52:35,330 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:52:35,330 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:52:35,330 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T15:52:35,330 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T15:52:35,330 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T15:52:35,330 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:52:35,330 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T15:52:35,330 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T15:52:35,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:52:35,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:52:35,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:35,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:35,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:52:35,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:52:35,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:35,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:35,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:52:35,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:52:35,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:35,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:35,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:52:35,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:52:35,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:35,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:35,337 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:52:35,338 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/data/hbase/meta/1588230740 2024-11-13T15:52:35,339 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/data/hbase/meta/1588230740 2024-11-13T15:52:35,340 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:52:35,340 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:52:35,341 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:52:35,342 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:52:35,342 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59962474, jitterRate=-0.10648950934410095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:52:35,343 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T15:52:35,343 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731513155330Writing region info on filesystem at 1731513155330Initializing all the Stores at 1731513155331 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513155331Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513155331Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513155331Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513155331Cleaning up temporary data from old regions at 1731513155340 (+9 ms)Running coprocessor post-open hooks at 1731513155343 (+3 ms)Region opened successfully at 1731513155343 2024-11-13T15:52:35,344 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731513155303 2024-11-13T15:52:35,346 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T15:52:35,347 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T15:52:35,347 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,46641,1731513152329 2024-11-13T15:52:35,348 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,46641,1731513152329, state=OPEN 2024-11-13T15:52:35,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36939-0x100a5fd6ca20003, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1394932460/meta-region-server 2024-11-13T15:52:35,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x100a5fd6ca20004, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1394932460/meta-region-server 2024-11-13T15:52:35,350 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4c650e80f58,46641,1731513152329 2024-11-13T15:52:35,351 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1394932460/meta-region-server: CHANGED 2024-11-13T15:52:35,351 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1394932460/meta-region-server: CHANGED 2024-11-13T15:52:35,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T15:52:35,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,46641,1731513152329 in 201 msec 2024-11-13T15:52:35,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T15:52:35,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 363 msec 2024-11-13T15:52:35,358 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:52:35,358 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T15:52:35,360 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:52:35,360 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,46641,1731513152329, seqNum=-1] 2024-11-13T15:52:35,360 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:52:35,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:52:35,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2190 sec 2024-11-13T15:52:35,367 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731513155367, completionTime=-1 2024-11-13T15:52:35,367 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T15:52:35,367 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T15:52:35,369 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T15:52:35,369 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731513215369 2024-11-13T15:52:35,369 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731513275369 2024-11-13T15:52:35,369 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T15:52:35,370 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,36939,1731513152270-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:35,370 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,36939,1731513152270-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:35,370 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,36939,1731513152270-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:35,370 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4c650e80f58:36939, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:35,370 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:35,370 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:35,372 DEBUG [master/c4c650e80f58:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T15:52:35,374 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.988sec 2024-11-13T15:52:35,374 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T15:52:35,374 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T15:52:35,374 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T15:52:35,374 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T15:52:35,374 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T15:52:35,374 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,36939,1731513152270-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:52:35,374 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,36939,1731513152270-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T15:52:35,377 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T15:52:35,377 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T15:52:35,377 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,36939,1731513152270-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:35,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd3d1b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:35,465 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36939,-1 for getting cluster id 2024-11-13T15:52:35,466 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:52:35,467 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8562b0ab-2bfe-4a43-9775-01846efe1505' 2024-11-13T15:52:35,468 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:52:35,468 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8562b0ab-2bfe-4a43-9775-01846efe1505" 2024-11-13T15:52:35,468 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e3b8270, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:35,468 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36939,-1] 2024-11-13T15:52:35,468 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:52:35,469 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:35,470 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:52:35,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e98b8f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:35,471 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:52:35,472 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,46641,1731513152329, seqNum=-1] 2024-11-13T15:52:35,472 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:52:35,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:52:35,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4c650e80f58,36939,1731513152270 2024-11-13T15:52:35,476 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63766 2024-11-13T15:52:35,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:52:35,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100a5fd6ca20005 connected 2024-11-13T15:52:35,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c07c668, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:35,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,34797,-1 for getting cluster id 2024-11-13T15:52:35,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:52:35,485 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ecd7de03-916e-47b1-9a3f-363656db9af1' 2024-11-13T15:52:35,485 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:52:35,485 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ecd7de03-916e-47b1-9a3f-363656db9af1" 2024-11-13T15:52:35,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47de2839, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:35,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,34797,-1] 2024-11-13T15:52:35,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:52:35,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:35,487 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:52:35,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c7fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:35,488 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:52:35,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,34797,1731513147729 2024-11-13T15:52:35,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fa685a0 2024-11-13T15:52:35,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:52:35,489 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:52:35,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c4c650e80f58:36939,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T15:52:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T15:52:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:52:35,493 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:36939' 2024-11-13T15:52:35,494 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@740a5563, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:35,494 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36939,-1 for getting cluster id 2024-11-13T15:52:35,494 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:52:35,494 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8562b0ab-2bfe-4a43-9775-01846efe1505' 2024-11-13T15:52:35,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:52:35,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8562b0ab-2bfe-4a43-9775-01846efe1505" 2024-11-13T15:52:35,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50ddb451, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:35,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36939,-1] 2024-11-13T15:52:35,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:52:35,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:35,496 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:52:35,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5826d5af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:35,497 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:52:35,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,36939,1731513152270 2024-11-13T15:52:35,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19bad138 2024-11-13T15:52:35,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:52:35,498 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:52:35,499 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T15:52:35,499 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T15:52:35,499 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:35,499 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:35,499 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:52:35,500 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:52:35,501 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T15:52:35,502 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T15:52:35,502 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:35,503 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T15:52:35,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741835_1011 (size=1138) 2024-11-13T15:52:35,551 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T15:52:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:52:35,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:52:35,833 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T15:52:35,912 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d4983bca42491e93a5533a1961f18f8d, NAME => 'hbase:replication,,1731513155499.d4983bca42491e93a5533a1961f18f8d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7 2024-11-13T15:52:35,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741836_1012 (size=44) 2024-11-13T15:52:36,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:52:36,320 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731513155499.d4983bca42491e93a5533a1961f18f8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:52:36,320 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d4983bca42491e93a5533a1961f18f8d, disabling compactions & flushes 2024-11-13T15:52:36,320 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731513155499.d4983bca42491e93a5533a1961f18f8d. 2024-11-13T15:52:36,320 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731513155499.d4983bca42491e93a5533a1961f18f8d. 2024-11-13T15:52:36,320 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731513155499.d4983bca42491e93a5533a1961f18f8d. after waiting 0 ms 2024-11-13T15:52:36,320 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731513155499.d4983bca42491e93a5533a1961f18f8d. 2024-11-13T15:52:36,320 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731513155499.d4983bca42491e93a5533a1961f18f8d. 2024-11-13T15:52:36,320 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d4983bca42491e93a5533a1961f18f8d: Waiting for close lock at 1731513156320Disabling compacts and flushes for region at 1731513156320Disabling writes for close at 1731513156320Writing region close event to WAL at 1731513156320Closed at 1731513156320 2024-11-13T15:52:36,322 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T15:52:36,322 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731513155499.d4983bca42491e93a5533a1961f18f8d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731513156322"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513156322"}]},"ts":"1731513156322"} 2024-11-13T15:52:36,325 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T15:52:36,326 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T15:52:36,326 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513156326"}]},"ts":"1731513156326"} 2024-11-13T15:52:36,328 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T15:52:36,328 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d4983bca42491e93a5533a1961f18f8d, ASSIGN}] 2024-11-13T15:52:36,330 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d4983bca42491e93a5533a1961f18f8d, ASSIGN 2024-11-13T15:52:36,331 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d4983bca42491e93a5533a1961f18f8d, ASSIGN; state=OFFLINE, location=c4c650e80f58,44051,1731513147848; forceNewPlan=false, retain=false 2024-11-13T15:52:36,438 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T15:52:36,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:52:36,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:52:36,481 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d4983bca42491e93a5533a1961f18f8d, regionState=OPENING, regionLocation=c4c650e80f58,44051,1731513147848 2024-11-13T15:52:36,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d4983bca42491e93a5533a1961f18f8d, ASSIGN because future has completed 2024-11-13T15:52:36,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4983bca42491e93a5533a1961f18f8d, server=c4c650e80f58,44051,1731513147848}] 2024-11-13T15:52:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:52:36,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731513155499.d4983bca42491e93a5533a1961f18f8d. 2024-11-13T15:52:36,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:52:36,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T15:52:36,646 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C44051%2C1731513147848.rep, suffix=, logDir=hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/WALs/c4c650e80f58,44051,1731513147848, archiveDir=hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/oldWALs, maxLogs=10 2024-11-13T15:52:36,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/WALs/c4c650e80f58,44051,1731513147848/c4c650e80f58%2C44051%2C1731513147848.rep.1731513156646, exclude list is [], retry=0 2024-11-13T15:52:36,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34687,DS-61ab5b6b-955f-48f2-89f2-ff87bdb01832,DISK] 2024-11-13T15:52:36,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/WALs/c4c650e80f58,44051,1731513147848/c4c650e80f58%2C44051%2C1731513147848.rep.1731513156646 2024-11-13T15:52:36,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42659:42659)] 2024-11-13T15:52:36,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d4983bca42491e93a5533a1961f18f8d, NAME => 'hbase:replication,,1731513155499.d4983bca42491e93a5533a1961f18f8d.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:52:36,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:52:36,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:52:36,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731513155499.d4983bca42491e93a5533a1961f18f8d. service=MultiRowMutationService 2024-11-13T15:52:36,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T15:52:36,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d4983bca42491e93a5533a1961f18f8d 2024-11-13T15:52:36,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731513155499.d4983bca42491e93a5533a1961f18f8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:52:36,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d4983bca42491e93a5533a1961f18f8d 2024-11-13T15:52:36,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d4983bca42491e93a5533a1961f18f8d 2024-11-13T15:52:36,666 INFO [StoreOpener-d4983bca42491e93a5533a1961f18f8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d4983bca42491e93a5533a1961f18f8d 2024-11-13T15:52:36,668 INFO [StoreOpener-d4983bca42491e93a5533a1961f18f8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4983bca42491e93a5533a1961f18f8d columnFamilyName hfileref 2024-11-13T15:52:36,668 DEBUG [StoreOpener-d4983bca42491e93a5533a1961f18f8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:36,668 INFO [StoreOpener-d4983bca42491e93a5533a1961f18f8d-1 {}] regionserver.HStore(327): Store=d4983bca42491e93a5533a1961f18f8d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:52:36,668 INFO [StoreOpener-d4983bca42491e93a5533a1961f18f8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d4983bca42491e93a5533a1961f18f8d 2024-11-13T15:52:36,670 INFO [StoreOpener-d4983bca42491e93a5533a1961f18f8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4983bca42491e93a5533a1961f18f8d columnFamilyName queue 2024-11-13T15:52:36,670 DEBUG [StoreOpener-d4983bca42491e93a5533a1961f18f8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:36,670 INFO [StoreOpener-d4983bca42491e93a5533a1961f18f8d-1 {}] regionserver.HStore(327): Store=d4983bca42491e93a5533a1961f18f8d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:52:36,670 INFO [StoreOpener-d4983bca42491e93a5533a1961f18f8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d4983bca42491e93a5533a1961f18f8d 2024-11-13T15:52:36,671 INFO [StoreOpener-d4983bca42491e93a5533a1961f18f8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4983bca42491e93a5533a1961f18f8d columnFamilyName sid 2024-11-13T15:52:36,672 DEBUG [StoreOpener-d4983bca42491e93a5533a1961f18f8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:36,672 INFO [StoreOpener-d4983bca42491e93a5533a1961f18f8d-1 {}] regionserver.HStore(327): Store=d4983bca42491e93a5533a1961f18f8d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:52:36,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d4983bca42491e93a5533a1961f18f8d 2024-11-13T15:52:36,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/data/hbase/replication/d4983bca42491e93a5533a1961f18f8d 2024-11-13T15:52:36,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/data/hbase/replication/d4983bca42491e93a5533a1961f18f8d 2024-11-13T15:52:36,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d4983bca42491e93a5533a1961f18f8d 2024-11-13T15:52:36,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d4983bca42491e93a5533a1961f18f8d 2024-11-13T15:52:36,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T15:52:36,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d4983bca42491e93a5533a1961f18f8d 2024-11-13T15:52:36,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/data/hbase/replication/d4983bca42491e93a5533a1961f18f8d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:52:36,679 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened d4983bca42491e93a5533a1961f18f8d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63715680, jitterRate=-0.050562381744384766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T15:52:36,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d4983bca42491e93a5533a1961f18f8d 2024-11-13T15:52:36,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d4983bca42491e93a5533a1961f18f8d: Running coprocessor pre-open hook at 1731513156665Writing region info on filesystem at 1731513156665Initializing all the Stores at 1731513156666 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513156666Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513156666Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513156666Cleaning up temporary data from old regions at 1731513156675 (+9 ms)Running coprocessor post-open hooks at 1731513156680 (+5 ms)Region opened successfully at 1731513156680 2024-11-13T15:52:36,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731513155499.d4983bca42491e93a5533a1961f18f8d., pid=7, masterSystemTime=1731513156638 2024-11-13T15:52:36,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731513155499.d4983bca42491e93a5533a1961f18f8d. 2024-11-13T15:52:36,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731513155499.d4983bca42491e93a5533a1961f18f8d. 2024-11-13T15:52:36,685 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d4983bca42491e93a5533a1961f18f8d, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,44051,1731513147848 2024-11-13T15:52:36,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4983bca42491e93a5533a1961f18f8d, server=c4c650e80f58,44051,1731513147848 because future has completed 2024-11-13T15:52:36,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T15:52:36,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d4983bca42491e93a5533a1961f18f8d, server=c4c650e80f58,44051,1731513147848 in 204 msec 2024-11-13T15:52:36,694 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T15:52:36,694 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d4983bca42491e93a5533a1961f18f8d, ASSIGN in 363 msec 2024-11-13T15:52:36,695 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T15:52:36,696 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513156695"}]},"ts":"1731513156695"} 2024-11-13T15:52:36,698 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T15:52:36,699 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T15:52:36,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1990 sec 2024-11-13T15:52:36,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731513155499.d4983bca42491e93a5533a1961f18f8d., hostname=c4c650e80f58,44051,1731513147848, seqNum=2] 2024-11-13T15:52:36,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x100a5fd6ca20000, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023774109 2024-11-13T15:52:36,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x100a5fd6ca20001, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023774109 2024-11-13T15:52:36,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T15:52:36,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44051 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T15:52:36,876 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T15:52:36,908 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-c4c650e80f58,44051,1731513147848, ReplicationSource: 1, currentBandwidth=0 2024-11-13T15:52:36,909 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:52:36,909 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,44051,1731513147848, seqNum=-1] 2024-11-13T15:52:36,909 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:52:36,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-13T15:52:36,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c4c650e80f58,44051,1731513147848', locateType=CURRENT is [region=hbase:replication,,1731513155499.d4983bca42491e93a5533a1961f18f8d., hostname=c4c650e80f58,44051,1731513147848, seqNum=2] 2024-11-13T15:52:36,917 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T15:52:36,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T15:52:36,920 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c4c650e80f58,44051,1731513147848 suceeded 2024-11-13T15:52:36,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T15:52:36,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-13T15:52:36,923 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c4c650e80f58:36939,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T15:52:36,925 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4330 sec 2024-11-13T15:52:36,934 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44051,1731513147848 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:36939' 2024-11-13T15:52:36,936 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44051,1731513147848 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67eeef1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:36,936 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44051,1731513147848 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36939,-1 for getting cluster id 2024-11-13T15:52:36,936 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44051,1731513147848 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:52:36,937 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8562b0ab-2bfe-4a43-9775-01846efe1505' 2024-11-13T15:52:36,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:52:36,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8562b0ab-2bfe-4a43-9775-01846efe1505" 2024-11-13T15:52:36,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e32881d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:36,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36939,-1] 2024-11-13T15:52:36,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:52:36,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:36,939 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:52:36,940 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44051,1731513147848 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e2bfb2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:36,940 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44051,1731513147848 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:52:36,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,36939,1731513152270 2024-11-13T15:52:36,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@997338d 2024-11-13T15:52:36,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:52:36,942 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-13T15:52:36,942 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44051,1731513147848 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c4c650e80f58,44051,1731513147848 (queues=1) is replicating from cluster=ecd7de03-916e-47b1-9a3f-363656db9af1 to cluster=8562b0ab-2bfe-4a43-9775-01846efe1505 2024-11-13T15:52:36,942 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44051,1731513147848 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c4c650e80f58%2C44051%2C1731513147848 2024-11-13T15:52:36,942 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44051,1731513147848 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c4c650e80f58,44051,1731513147848, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T15:52:36,943 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44051,1731513147848.replicationSource.shipperc4c650e80f58%2C44051%2C1731513147848,1-c4c650e80f58,44051,1731513147848 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4c650e80f58%2C44051%2C1731513147848 2024-11-13T15:52:36,943 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44051,1731513147848.replicationSource.wal-reader.c4c650e80f58%2C44051%2C1731513147848,1-c4c650e80f58,44051,1731513147848 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/WALs/c4c650e80f58,44051,1731513147848/c4c650e80f58%2C44051%2C1731513147848.1731513149990, startPosition=0, beingWritten=true 2024-11-13T15:52:37,150 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44051,1731513147848.replicationSource.wal-reader.c4c650e80f58%2C44051%2C1731513147848,1-c4c650e80f58,44051,1731513147848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/WALs/c4c650e80f58,44051,1731513147848/c4c650e80f58%2C44051%2C1731513147848.1731513149990 to pos 0, reset compression=false 2024-11-13T15:52:37,456 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44051,1731513147848.replicationSource.wal-reader.c4c650e80f58%2C44051%2C1731513147848,1-c4c650e80f58,44051,1731513147848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/WALs/c4c650e80f58,44051,1731513147848/c4c650e80f58%2C44051%2C1731513147848.1731513149990 to pos 0, reset compression=false 2024-11-13T15:52:37,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:52:37,642 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T15:52:37,642 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:52:37,642 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:52:37,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:37,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:37,643 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:52:37,643 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:52:37,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,34797,1731513147729 2024-11-13T15:52:37,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@217a4037 2024-11-13T15:52:37,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:52:37,645 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:52:37,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T15:52:37,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T15:52:37,646 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:52:37,646 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:52:37,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:37,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:37,647 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:52:37,647 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T15:52:37,647 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=515712795, stopped=false 2024-11-13T15:52:37,647 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4c650e80f58,36939,1731513152270 2024-11-13T15:52:37,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36939-0x100a5fd6ca20003, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1394932460/running 2024-11-13T15:52:37,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36939-0x100a5fd6ca20003, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1394932460 2024-11-13T15:52:37,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x100a5fd6ca20004, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1394932460/running 2024-11-13T15:52:37,649 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:52:37,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x100a5fd6ca20004, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1394932460 2024-11-13T15:52:37,649 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:52:37,649 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:52:37,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:37,649 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4c650e80f58,46641,1731513152329' ***** 2024-11-13T15:52:37,649 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T15:52:37,650 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46641-0x100a5fd6ca20004, quorum=127.0.0.1:63766, baseZNode=/1394932460 Set watcher on znode that does not yet exist, /1394932460/running 2024-11-13T15:52:37,650 INFO [RS:0;c4c650e80f58:46641 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T15:52:37,650 INFO [RS:0;c4c650e80f58:46641 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T15:52:37,650 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T15:52:37,650 INFO [RS:0;c4c650e80f58:46641 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T15:52:37,650 INFO [RS:0;c4c650e80f58:46641 {}] regionserver.HRegionServer(959): stopping server c4c650e80f58,46641,1731513152329 2024-11-13T15:52:37,650 INFO [RS:0;c4c650e80f58:46641 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:52:37,650 INFO [RS:0;c4c650e80f58:46641 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:46641. 2024-11-13T15:52:37,650 DEBUG [RS:0;c4c650e80f58:46641 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:52:37,650 DEBUG [RS:0;c4c650e80f58:46641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:37,650 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36939-0x100a5fd6ca20003, quorum=127.0.0.1:63766, baseZNode=/1394932460 Set watcher on znode that does not yet exist, /1394932460/running 2024-11-13T15:52:37,650 INFO [RS:0;c4c650e80f58:46641 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T15:52:37,650 INFO [RS:0;c4c650e80f58:46641 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T15:52:37,650 INFO [RS:0;c4c650e80f58:46641 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T15:52:37,651 INFO [RS:0;c4c650e80f58:46641 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T15:52:37,651 INFO [RS:0;c4c650e80f58:46641 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T15:52:37,651 DEBUG [RS:0;c4c650e80f58:46641 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T15:52:37,651 DEBUG [RS:0;c4c650e80f58:46641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:52:37,651 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:52:37,651 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:52:37,651 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:52:37,651 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:52:37,651 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:52:37,651 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T15:52:37,669 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/data/hbase/meta/1588230740/.tmp/ns/326cfc47b220425496483eba9a0726c6 is 43, key is default/ns:d/1731513155362/Put/seqid=0 2024-11-13T15:52:37,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741835_1011 (size=5153) 2024-11-13T15:52:37,675 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/data/hbase/meta/1588230740/.tmp/ns/326cfc47b220425496483eba9a0726c6 2024-11-13T15:52:37,683 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/data/hbase/meta/1588230740/.tmp/ns/326cfc47b220425496483eba9a0726c6 as hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/data/hbase/meta/1588230740/ns/326cfc47b220425496483eba9a0726c6 2024-11-13T15:52:37,691 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/data/hbase/meta/1588230740/ns/326cfc47b220425496483eba9a0726c6, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T15:52:37,693 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 42ms, sequenceid=6, compaction requested=false 2024-11-13T15:52:37,701 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T15:52:37,702 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:52:37,702 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:52:37,702 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:52:37,702 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513157651Running coprocessor pre-close hooks at 1731513157651Disabling compacts and flushes for region at 1731513157651Disabling writes for close at 1731513157651Obtaining lock to block concurrent updates at 1731513157651Preparing flush snapshotting stores in 1588230740 at 1731513157651Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731513157652 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731513157652Flushing 1588230740/ns: creating writer at 1731513157653 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731513157669 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731513157669Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46fc2fd: reopening flushed file at 1731513157682 (+13 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 42ms, sequenceid=6, compaction requested=false at 1731513157693 (+11 ms)Writing region close event to WAL at 1731513157697 (+4 ms)Running coprocessor post-close hooks at 1731513157702 (+5 ms)Closed at 1731513157702 2024-11-13T15:52:37,703 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T15:52:37,709 INFO [regionserver/c4c650e80f58:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:52:37,851 INFO [RS:0;c4c650e80f58:46641 {}] regionserver.HRegionServer(976): stopping server c4c650e80f58,46641,1731513152329; all regions closed. 2024-11-13T15:52:37,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741834_1010 (size=1152) 2024-11-13T15:52:37,854 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/WALs/c4c650e80f58,46641,1731513152329/c4c650e80f58%2C46641%2C1731513152329.meta.1731513155311.meta not finished, retry = 0 2024-11-13T15:52:37,861 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44051,1731513147848.replicationSource.wal-reader.c4c650e80f58%2C44051%2C1731513147848,1-c4c650e80f58,44051,1731513147848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/WALs/c4c650e80f58,44051,1731513147848/c4c650e80f58%2C44051%2C1731513147848.1731513149990 to pos 0, reset compression=false 2024-11-13T15:52:37,957 DEBUG [RS:0;c4c650e80f58:46641 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/oldWALs 2024-11-13T15:52:37,957 INFO [RS:0;c4c650e80f58:46641 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4c650e80f58%2C46641%2C1731513152329.meta:.meta(num 1731513155311) 2024-11-13T15:52:37,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741832_1008 (size=93) 2024-11-13T15:52:37,959 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/WALs/c4c650e80f58,46641,1731513152329/c4c650e80f58%2C46641%2C1731513152329.1731513154349 not finished, retry = 0 2024-11-13T15:52:38,062 DEBUG [RS:0;c4c650e80f58:46641 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/oldWALs 2024-11-13T15:52:38,062 INFO [RS:0;c4c650e80f58:46641 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4c650e80f58%2C46641%2C1731513152329:(num 1731513154349) 2024-11-13T15:52:38,062 DEBUG [RS:0;c4c650e80f58:46641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:38,062 INFO [RS:0;c4c650e80f58:46641 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:52:38,063 INFO [RS:0;c4c650e80f58:46641 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:52:38,063 INFO [RS:0;c4c650e80f58:46641 {}] hbase.ChoreService(370): Chore service for: regionserver/c4c650e80f58:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T15:52:38,063 INFO [RS:0;c4c650e80f58:46641 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:52:38,063 INFO [regionserver/c4c650e80f58:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:52:38,063 INFO [RS:0;c4c650e80f58:46641 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46641 2024-11-13T15:52:38,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x100a5fd6ca20004, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1394932460/rs/c4c650e80f58,46641,1731513152329 2024-11-13T15:52:38,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36939-0x100a5fd6ca20003, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1394932460/rs 2024-11-13T15:52:38,065 INFO [RS:0;c4c650e80f58:46641 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:52:38,069 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4c650e80f58,46641,1731513152329] 2024-11-13T15:52:38,070 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1394932460/draining/c4c650e80f58,46641,1731513152329 already deleted, retry=false 2024-11-13T15:52:38,070 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4c650e80f58,46641,1731513152329 expired; onlineServers=0 2024-11-13T15:52:38,071 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4c650e80f58,36939,1731513152270' ***** 2024-11-13T15:52:38,071 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T15:52:38,071 INFO [M:0;c4c650e80f58:36939 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:52:38,071 INFO [M:0;c4c650e80f58:36939 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:52:38,071 DEBUG [M:0;c4c650e80f58:36939 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T15:52:38,071 DEBUG [M:0;c4c650e80f58:36939 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T15:52:38,071 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T15:52:38,071 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513154158 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513154158,5,FailOnTimeoutGroup] 2024-11-13T15:52:38,071 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513154158 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513154158,5,FailOnTimeoutGroup] 2024-11-13T15:52:38,071 INFO [M:0;c4c650e80f58:36939 {}] hbase.ChoreService(370): Chore service for: master/c4c650e80f58:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T15:52:38,071 INFO [M:0;c4c650e80f58:36939 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:52:38,071 DEBUG [M:0;c4c650e80f58:36939 {}] master.HMaster(1795): Stopping service threads 2024-11-13T15:52:38,071 INFO [M:0;c4c650e80f58:36939 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T15:52:38,071 INFO [M:0;c4c650e80f58:36939 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:52:38,072 INFO [M:0;c4c650e80f58:36939 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T15:52:38,072 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T15:52:38,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36939-0x100a5fd6ca20003, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1394932460/master 2024-11-13T15:52:38,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36939-0x100a5fd6ca20003, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1394932460 2024-11-13T15:52:38,073 DEBUG [M:0;c4c650e80f58:36939 {}] zookeeper.ZKUtil(347): master:36939-0x100a5fd6ca20003, quorum=127.0.0.1:63766, baseZNode=/1394932460 Unable to get data of znode /1394932460/master because node does not exist (not an error) 2024-11-13T15:52:38,073 WARN [M:0;c4c650e80f58:36939 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T15:52:38,074 INFO [M:0;c4c650e80f58:36939 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/.lastflushedseqids 2024-11-13T15:52:38,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741836_1012 (size=99) 2024-11-13T15:52:38,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x100a5fd6ca20004, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:52:38,169 INFO [RS:0;c4c650e80f58:46641 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:52:38,169 INFO [RS:0;c4c650e80f58:46641 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4c650e80f58,46641,1731513152329; zookeeper connection closed. 2024-11-13T15:52:38,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x100a5fd6ca20004, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:52:38,169 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43608c4c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43608c4c 2024-11-13T15:52:38,169 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T15:52:38,366 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44051,1731513147848.replicationSource.wal-reader.c4c650e80f58%2C44051%2C1731513147848,1-c4c650e80f58,44051,1731513147848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/WALs/c4c650e80f58,44051,1731513147848/c4c650e80f58%2C44051%2C1731513147848.1731513149990 to pos 0, reset compression=false 2024-11-13T15:52:38,480 INFO [M:0;c4c650e80f58:36939 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T15:52:38,480 INFO [M:0;c4c650e80f58:36939 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T15:52:38,480 DEBUG [M:0;c4c650e80f58:36939 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:52:38,480 INFO [M:0;c4c650e80f58:36939 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:38,480 DEBUG [M:0;c4c650e80f58:36939 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:38,480 DEBUG [M:0;c4c650e80f58:36939 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:52:38,480 DEBUG [M:0;c4c650e80f58:36939 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:38,480 INFO [M:0;c4c650e80f58:36939 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T15:52:38,497 DEBUG [M:0;c4c650e80f58:36939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d96ae0e20be2418c9678442147427945 is 82, key is hbase:meta,,1/info:regioninfo/1731513155347/Put/seqid=0 2024-11-13T15:52:38,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741837_1013 (size=5672) 2024-11-13T15:52:38,904 INFO [M:0;c4c650e80f58:36939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d96ae0e20be2418c9678442147427945 2024-11-13T15:52:38,926 DEBUG [M:0;c4c650e80f58:36939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7950331cff6f4b0091abc824f4fd63b9 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731513155366/Put/seqid=0 2024-11-13T15:52:38,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741838_1014 (size=5275) 2024-11-13T15:52:38,972 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44051,1731513147848.replicationSource.wal-reader.c4c650e80f58%2C44051%2C1731513147848,1-c4c650e80f58,44051,1731513147848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/WALs/c4c650e80f58,44051,1731513147848/c4c650e80f58%2C44051%2C1731513147848.1731513149990 to pos 0, reset compression=false 2024-11-13T15:52:39,331 INFO [M:0;c4c650e80f58:36939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7950331cff6f4b0091abc824f4fd63b9 2024-11-13T15:52:39,352 DEBUG [M:0;c4c650e80f58:36939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13b6358aff3e46b9ac65861ee70790c7 is 69, key is c4c650e80f58,46641,1731513152329/rs:state/1731513154184/Put/seqid=0 2024-11-13T15:52:39,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741839_1015 (size=5156) 2024-11-13T15:52:39,678 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44051,1731513147848.replicationSource.wal-reader.c4c650e80f58%2C44051%2C1731513147848,1-c4c650e80f58,44051,1731513147848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/WALs/c4c650e80f58,44051,1731513147848/c4c650e80f58%2C44051%2C1731513147848.1731513149990 to pos 0, reset compression=false 2024-11-13T15:52:39,757 INFO [M:0;c4c650e80f58:36939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13b6358aff3e46b9ac65861ee70790c7 2024-11-13T15:52:39,763 DEBUG [M:0;c4c650e80f58:36939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d96ae0e20be2418c9678442147427945 as hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d96ae0e20be2418c9678442147427945 2024-11-13T15:52:39,769 INFO [M:0;c4c650e80f58:36939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d96ae0e20be2418c9678442147427945, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T15:52:39,770 DEBUG [M:0;c4c650e80f58:36939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7950331cff6f4b0091abc824f4fd63b9 as hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7950331cff6f4b0091abc824f4fd63b9 2024-11-13T15:52:39,775 INFO [M:0;c4c650e80f58:36939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7950331cff6f4b0091abc824f4fd63b9, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T15:52:39,776 DEBUG [M:0;c4c650e80f58:36939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13b6358aff3e46b9ac65861ee70790c7 as hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/13b6358aff3e46b9ac65861ee70790c7 2024-11-13T15:52:39,781 INFO [M:0;c4c650e80f58:36939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43053/user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/13b6358aff3e46b9ac65861ee70790c7, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T15:52:39,782 INFO [M:0;c4c650e80f58:36939 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=28, compaction requested=false 2024-11-13T15:52:39,785 INFO [M:0;c4c650e80f58:36939 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:39,785 DEBUG [M:0;c4c650e80f58:36939 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513158480Disabling compacts and flushes for region at 1731513158480Disabling writes for close at 1731513158480Obtaining lock to block concurrent updates at 1731513158480Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731513158480Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731513158481 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731513158481Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731513158481Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731513158497 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731513158497Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731513158910 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731513158925 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731513158925Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731513159337 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731513159352 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731513159352Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6db0586a: reopening flushed file at 1731513159762 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d3eb011: reopening flushed file at 1731513159769 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68139d3: reopening flushed file at 1731513159775 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=28, compaction requested=false at 1731513159782 (+7 ms)Writing region close event to WAL at 1731513159785 (+3 ms)Closed at 1731513159785 2024-11-13T15:52:39,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34969 is added to blk_1073741830_1006 (size=10165) 2024-11-13T15:52:39,787 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3422926d-df6a-039a-3941-bb598e9360e0/MasterData/WALs/c4c650e80f58,36939,1731513152270/c4c650e80f58%2C36939%2C1731513152270.1731513154062 not finished, retry = 0 2024-11-13T15:52:39,889 INFO [M:0;c4c650e80f58:36939 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T15:52:39,889 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:52:39,889 INFO [M:0;c4c650e80f58:36939 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36939 2024-11-13T15:52:39,889 INFO [M:0;c4c650e80f58:36939 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:52:39,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36939-0x100a5fd6ca20003, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:52:39,991 INFO [M:0;c4c650e80f58:36939 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:52:39,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36939-0x100a5fd6ca20003, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:52:39,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48e41b8c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:52:39,994 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74b293ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:52:39,994 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:52:39,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61adbdbf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:52:39,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3722430d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5625f93c-fdd2-9c9c-d831-d731e8839424/hadoop.log.dir/,STOPPED} 2024-11-13T15:52:39,996 WARN [BP-543853579-172.17.0.3-1731513151062 heartbeating to localhost/127.0.0.1:43053 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T15:52:39,996 WARN [BP-543853579-172.17.0.3-1731513151062 heartbeating to localhost/127.0.0.1:43053 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-543853579-172.17.0.3-1731513151062 (Datanode Uuid a5ef7851-8aea-49cc-86ed-ae3f949f25a2) service to localhost/127.0.0.1:43053 2024-11-13T15:52:39,996 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T15:52:39,996 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T15:52:39,997 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5625f93c-fdd2-9c9c-d831-d731e8839424/cluster_f7a94de3-83ab-de70-05fc-364fff91e60b/data/data1/current/BP-543853579-172.17.0.3-1731513151062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:52:39,997 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5625f93c-fdd2-9c9c-d831-d731e8839424/cluster_f7a94de3-83ab-de70-05fc-364fff91e60b/data/data2/current/BP-543853579-172.17.0.3-1731513151062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:52:39,997 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T15:52:40,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79b9d295{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:52:40,005 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@844fe0e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:52:40,005 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:52:40,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1dfb40c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:52:40,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@305483df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5625f93c-fdd2-9c9c-d831-d731e8839424/hadoop.log.dir/,STOPPED} 2024-11-13T15:52:40,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T15:52:40,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T15:52:40,018 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:52:40,018 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:52:40,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:40,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:40,018 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:52:40,018 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T15:52:40,018 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1668330621, stopped=false 2024-11-13T15:52:40,018 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4c650e80f58,34797,1731513147729 2024-11-13T15:52:40,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x100a5fd6ca20000, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2023774109/running 2024-11-13T15:52:40,020 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:52:40,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x100a5fd6ca20001, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2023774109/running 2024-11-13T15:52:40,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x100a5fd6ca20000, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023774109 2024-11-13T15:52:40,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x100a5fd6ca20001, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023774109 2024-11-13T15:52:40,020 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:52:40,020 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:52:40,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:40,021 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4c650e80f58,44051,1731513147848' ***** 2024-11-13T15:52:40,021 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T15:52:40,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44051-0x100a5fd6ca20001, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Set watcher on znode that does not yet exist, /0-2023774109/running 2024-11-13T15:52:40,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34797-0x100a5fd6ca20000, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Set watcher on znode that does not yet exist, /0-2023774109/running 2024-11-13T15:52:40,021 INFO [RS:0;c4c650e80f58:44051 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T15:52:40,021 INFO [RS:0;c4c650e80f58:44051 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T15:52:40,021 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T15:52:40,021 INFO [RS:0;c4c650e80f58:44051 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T15:52:40,022 INFO [RS:0;c4c650e80f58:44051 {}] regionserver.HRegionServer(3091): Received CLOSE for d4983bca42491e93a5533a1961f18f8d 2024-11-13T15:52:40,022 INFO [RS:0;c4c650e80f58:44051 {}] regionserver.HRegionServer(959): stopping server c4c650e80f58,44051,1731513147848 2024-11-13T15:52:40,022 INFO [RS:0;c4c650e80f58:44051 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:52:40,022 INFO [RS:0;c4c650e80f58:44051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:44051. 2024-11-13T15:52:40,022 DEBUG [RS:0;c4c650e80f58:44051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:52:40,022 DEBUG [RS:0;c4c650e80f58:44051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:40,022 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d4983bca42491e93a5533a1961f18f8d, disabling compactions & flushes 2024-11-13T15:52:40,022 INFO [RS:0;c4c650e80f58:44051 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T15:52:40,022 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731513155499.d4983bca42491e93a5533a1961f18f8d. 2024-11-13T15:52:40,022 INFO [RS:0;c4c650e80f58:44051 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T15:52:40,022 INFO [RS:0;c4c650e80f58:44051 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T15:52:40,022 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731513155499.d4983bca42491e93a5533a1961f18f8d. 2024-11-13T15:52:40,022 INFO [RS:0;c4c650e80f58:44051 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T15:52:40,022 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731513155499.d4983bca42491e93a5533a1961f18f8d. after waiting 0 ms 2024-11-13T15:52:40,022 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731513155499.d4983bca42491e93a5533a1961f18f8d. 2024-11-13T15:52:40,022 INFO [RS:0;c4c650e80f58:44051 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T15:52:40,022 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d4983bca42491e93a5533a1961f18f8d 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-13T15:52:40,022 DEBUG [RS:0;c4c650e80f58:44051 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d4983bca42491e93a5533a1961f18f8d=hbase:replication,,1731513155499.d4983bca42491e93a5533a1961f18f8d.} 2024-11-13T15:52:40,023 DEBUG [RS:0;c4c650e80f58:44051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d4983bca42491e93a5533a1961f18f8d 2024-11-13T15:52:40,023 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:52:40,023 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:52:40,023 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:52:40,023 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:52:40,023 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:52:40,023 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T15:52:40,047 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/data/hbase/replication/d4983bca42491e93a5533a1961f18f8d/.tmp/queue/b765cac1cf424d6d81494134bd567d87 is 151, key is 1-c4c650e80f58,44051,1731513147848/queue:c4c650e80f58%2C44051%2C1731513147848/1731513156915/Put/seqid=0 2024-11-13T15:52:40,047 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/data/hbase/meta/1588230740/.tmp/info/8b3bdc9b91434d408b0f4e0a5713ba13 is 147, key is hbase:replication,,1731513155499.d4983bca42491e93a5533a1961f18f8d./info:regioninfo/1731513156685/Put/seqid=0 2024-11-13T15:52:40,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741839_1015 (size=6631) 2024-11-13T15:52:40,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741838_1014 (size=5350) 2024-11-13T15:52:40,052 INFO [regionserver/c4c650e80f58:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:52:40,223 DEBUG [RS:0;c4c650e80f58:44051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d4983bca42491e93a5533a1961f18f8d 2024-11-13T15:52:40,423 DEBUG [RS:0;c4c650e80f58:44051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d4983bca42491e93a5533a1961f18f8d 2024-11-13T15:52:40,452 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/data/hbase/replication/d4983bca42491e93a5533a1961f18f8d/.tmp/queue/b765cac1cf424d6d81494134bd567d87 2024-11-13T15:52:40,452 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/data/hbase/meta/1588230740/.tmp/info/8b3bdc9b91434d408b0f4e0a5713ba13 2024-11-13T15:52:40,460 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/data/hbase/replication/d4983bca42491e93a5533a1961f18f8d/.tmp/queue/b765cac1cf424d6d81494134bd567d87 as hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/data/hbase/replication/d4983bca42491e93a5533a1961f18f8d/queue/b765cac1cf424d6d81494134bd567d87 2024-11-13T15:52:40,465 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/data/hbase/replication/d4983bca42491e93a5533a1961f18f8d/queue/b765cac1cf424d6d81494134bd567d87, entries=1, sequenceid=5, filesize=5.2 K 2024-11-13T15:52:40,467 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d4983bca42491e93a5533a1961f18f8d in 444ms, sequenceid=5, compaction requested=false 2024-11-13T15:52:40,467 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T15:52:40,474 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/data/hbase/replication/d4983bca42491e93a5533a1961f18f8d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T15:52:40,475 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:52:40,475 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:52:40,475 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731513155499.d4983bca42491e93a5533a1961f18f8d. 2024-11-13T15:52:40,475 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d4983bca42491e93a5533a1961f18f8d: Waiting for close lock at 1731513160022Running coprocessor pre-close hooks at 1731513160022Disabling compacts and flushes for region at 1731513160022Disabling writes for close at 1731513160022Obtaining lock to block concurrent updates at 1731513160022Preparing flush snapshotting stores in d4983bca42491e93a5533a1961f18f8d at 1731513160022Finished memstore snapshotting hbase:replication,,1731513155499.d4983bca42491e93a5533a1961f18f8d., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731513160023 (+1 ms)Flushing stores of hbase:replication,,1731513155499.d4983bca42491e93a5533a1961f18f8d. at 1731513160023Flushing d4983bca42491e93a5533a1961f18f8d/queue: creating writer at 1731513160024 (+1 ms)Flushing d4983bca42491e93a5533a1961f18f8d/queue: appending metadata at 1731513160046 (+22 ms)Flushing d4983bca42491e93a5533a1961f18f8d/queue: closing flushed file at 1731513160046Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@468bcbae: reopening flushed file at 1731513160459 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d4983bca42491e93a5533a1961f18f8d in 444ms, sequenceid=5, compaction requested=false at 1731513160467 (+8 ms)Writing region close event to WAL at 1731513160470 (+3 ms)Running coprocessor post-close hooks at 1731513160475 (+5 ms)Closed at 1731513160475 2024-11-13T15:52:40,475 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/data/hbase/meta/1588230740/.tmp/ns/257cd0c7e29c4cb38299f06cbf52b45d is 43, key is default/ns:d/1731513150975/Put/seqid=0 2024-11-13T15:52:40,475 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731513155499.d4983bca42491e93a5533a1961f18f8d. 2024-11-13T15:52:40,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741840_1016 (size=5153) 2024-11-13T15:52:40,484 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44051,1731513147848.replicationSource.wal-reader.c4c650e80f58%2C44051%2C1731513147848,1-c4c650e80f58,44051,1731513147848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/WALs/c4c650e80f58,44051,1731513147848/c4c650e80f58%2C44051%2C1731513147848.1731513149990 to pos 0, reset compression=false 2024-11-13T15:52:40,623 DEBUG [RS:0;c4c650e80f58:44051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:52:40,824 DEBUG [RS:0;c4c650e80f58:44051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:52:40,878 INFO [regionserver/c4c650e80f58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T15:52:40,878 INFO [regionserver/c4c650e80f58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T15:52:40,885 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/data/hbase/meta/1588230740/.tmp/ns/257cd0c7e29c4cb38299f06cbf52b45d 2024-11-13T15:52:40,910 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/data/hbase/meta/1588230740/.tmp/table/cc87e3e4c7e44814ac4b02b14a8fbae0 is 53, key is hbase:replication/table:state/1731513156695/Put/seqid=0 2024-11-13T15:52:40,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741841_1017 (size=5256) 2024-11-13T15:52:41,024 INFO [RS:0;c4c650e80f58:44051 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T15:52:41,024 DEBUG [RS:0;c4c650e80f58:44051 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T15:52:41,024 DEBUG [RS:0;c4c650e80f58:44051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:52:41,224 DEBUG [RS:0;c4c650e80f58:44051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:52:41,322 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/data/hbase/meta/1588230740/.tmp/table/cc87e3e4c7e44814ac4b02b14a8fbae0 2024-11-13T15:52:41,333 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/data/hbase/meta/1588230740/.tmp/info/8b3bdc9b91434d408b0f4e0a5713ba13 as hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/data/hbase/meta/1588230740/info/8b3bdc9b91434d408b0f4e0a5713ba13 2024-11-13T15:52:41,344 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/data/hbase/meta/1588230740/info/8b3bdc9b91434d408b0f4e0a5713ba13, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T15:52:41,346 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/data/hbase/meta/1588230740/.tmp/ns/257cd0c7e29c4cb38299f06cbf52b45d as hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/data/hbase/meta/1588230740/ns/257cd0c7e29c4cb38299f06cbf52b45d 2024-11-13T15:52:41,362 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/data/hbase/meta/1588230740/ns/257cd0c7e29c4cb38299f06cbf52b45d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T15:52:41,363 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/data/hbase/meta/1588230740/.tmp/table/cc87e3e4c7e44814ac4b02b14a8fbae0 as hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/data/hbase/meta/1588230740/table/cc87e3e4c7e44814ac4b02b14a8fbae0 2024-11-13T15:52:41,373 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/data/hbase/meta/1588230740/table/cc87e3e4c7e44814ac4b02b14a8fbae0, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T15:52:41,375 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1352ms, sequenceid=11, compaction requested=false 2024-11-13T15:52:41,389 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44051,1731513147848.replicationSource.wal-reader.c4c650e80f58%2C44051%2C1731513147848,1-c4c650e80f58,44051,1731513147848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/WALs/c4c650e80f58,44051,1731513147848/c4c650e80f58%2C44051%2C1731513147848.1731513149990 to pos 0, reset compression=false 2024-11-13T15:52:41,400 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T15:52:41,401 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:52:41,401 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:52:41,401 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:52:41,401 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513160023Running coprocessor pre-close hooks at 1731513160023Disabling compacts and flushes for region at 1731513160023Disabling writes for close at 1731513160023Obtaining lock to block concurrent updates at 1731513160023Preparing flush snapshotting stores in 1588230740 at 1731513160023Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731513160023Flushing stores of hbase:meta,,1.1588230740 at 1731513160024 (+1 ms)Flushing 1588230740/info: creating writer at 1731513160024Flushing 1588230740/info: appending metadata at 1731513160046 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731513160046Flushing 1588230740/ns: creating writer at 1731513160459 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731513160474 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731513160474Flushing 1588230740/table: creating writer at 1731513160892 (+418 ms)Flushing 1588230740/table: appending metadata at 1731513160910 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731513160910Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19f2b4d1: reopening flushed file at 1731513161332 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8c7aa65: reopening flushed file at 1731513161345 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d3cfa28: reopening flushed file at 1731513161362 (+17 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1352ms, sequenceid=11, compaction requested=false at 1731513161375 (+13 ms)Writing region close event to WAL at 1731513161395 (+20 ms)Running coprocessor post-close hooks at 1731513161401 (+6 ms)Closed at 1731513161401 2024-11-13T15:52:41,401 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T15:52:41,424 INFO [RS:0;c4c650e80f58:44051 {}] regionserver.HRegionServer(976): stopping server c4c650e80f58,44051,1731513147848; all regions closed. 2024-11-13T15:52:41,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741834_1010 (size=2742) 2024-11-13T15:52:41,437 DEBUG [RS:0;c4c650e80f58:44051 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/oldWALs 2024-11-13T15:52:41,437 INFO [RS:0;c4c650e80f58:44051 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4c650e80f58%2C44051%2C1731513147848.meta:.meta(num 1731513150911) 2024-11-13T15:52:41,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741837_1013 (size=1586) 2024-11-13T15:52:41,447 DEBUG [RS:0;c4c650e80f58:44051 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/oldWALs 2024-11-13T15:52:41,447 INFO [RS:0;c4c650e80f58:44051 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4c650e80f58%2C44051%2C1731513147848.rep:(num 1731513156646) 2024-11-13T15:52:41,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741832_1008 (size=93) 2024-11-13T15:52:41,460 DEBUG [RS:0;c4c650e80f58:44051 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/oldWALs 2024-11-13T15:52:41,460 INFO [RS:0;c4c650e80f58:44051 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4c650e80f58%2C44051%2C1731513147848:(num 1731513149990) 2024-11-13T15:52:41,460 DEBUG [RS:0;c4c650e80f58:44051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:41,460 INFO [RS:0;c4c650e80f58:44051 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:52:41,461 INFO [RS:0;c4c650e80f58:44051 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:52:41,462 INFO [RS:0;c4c650e80f58:44051 {}] hbase.ChoreService(370): Chore service for: regionserver/c4c650e80f58:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T15:52:41,463 INFO [RS:0;c4c650e80f58:44051 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:52:41,463 INFO [RS:0;c4c650e80f58:44051 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c4c650e80f58,44051,1731513147848 because: Region server is closing 2024-11-13T15:52:41,463 INFO [RS:0;c4c650e80f58:44051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:44051. 2024-11-13T15:52:41,463 DEBUG [RS:0;c4c650e80f58:44051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:52:41,463 DEBUG [RS:0;c4c650e80f58:44051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:41,463 DEBUG [RS:0;c4c650e80f58:44051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:41,463 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:52:41,464 INFO [regionserver/c4c650e80f58:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:52:41,564 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44051,1731513147848.replicationSource.shipperc4c650e80f58%2C44051%2C1731513147848,1-c4c650e80f58,44051,1731513147848 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T15:52:41,564 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44051,1731513147848.replicationSource.wal-reader.c4c650e80f58%2C44051%2C1731513147848,1-c4c650e80f58,44051,1731513147848 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T15:52:41,564 INFO [RS:0;c4c650e80f58:44051 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44051,1731513147848.replicationSource.shipperc4c650e80f58%2C44051%2C1731513147848,1-c4c650e80f58,44051,1731513147848 terminated 2024-11-13T15:52:41,564 INFO [RS:0;c4c650e80f58:44051 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44051 2024-11-13T15:52:41,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x100a5fd6ca20001, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2023774109/rs/c4c650e80f58,44051,1731513147848 2024-11-13T15:52:41,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x100a5fd6ca20000, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023774109/rs 2024-11-13T15:52:41,566 INFO [RS:0;c4c650e80f58:44051 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:52:41,570 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4c650e80f58,44051,1731513147848] 2024-11-13T15:52:41,573 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2023774109/draining/c4c650e80f58,44051,1731513147848 already deleted, retry=false 2024-11-13T15:52:41,573 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4c650e80f58,44051,1731513147848 expired; onlineServers=0 2024-11-13T15:52:41,573 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4c650e80f58,34797,1731513147729' ***** 2024-11-13T15:52:41,573 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T15:52:41,573 INFO [M:0;c4c650e80f58:34797 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:52:41,573 INFO [M:0;c4c650e80f58:34797 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:52:41,573 DEBUG [M:0;c4c650e80f58:34797 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T15:52:41,573 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T15:52:41,573 DEBUG [M:0;c4c650e80f58:34797 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T15:52:41,573 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513149745 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513149745,5,FailOnTimeoutGroup] 2024-11-13T15:52:41,573 INFO [M:0;c4c650e80f58:34797 {}] hbase.ChoreService(370): Chore service for: master/c4c650e80f58:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T15:52:41,573 INFO [M:0;c4c650e80f58:34797 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:52:41,573 DEBUG [M:0;c4c650e80f58:34797 {}] master.HMaster(1795): Stopping service threads 2024-11-13T15:52:41,573 INFO [M:0;c4c650e80f58:34797 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T15:52:41,574 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513149746 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513149746,5,FailOnTimeoutGroup] 2024-11-13T15:52:41,574 INFO [M:0;c4c650e80f58:34797 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:52:41,574 INFO [M:0;c4c650e80f58:34797 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T15:52:41,574 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T15:52:41,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x100a5fd6ca20000, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2023774109/master 2024-11-13T15:52:41,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x100a5fd6ca20000, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023774109 2024-11-13T15:52:41,578 DEBUG [M:0;c4c650e80f58:34797 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2023774109/master already deleted, retry=false 2024-11-13T15:52:41,579 DEBUG [M:0;c4c650e80f58:34797 {}] master.ActiveMasterManager(353): master:34797-0x100a5fd6ca20000, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-2023774109/master 2024-11-13T15:52:41,579 INFO [M:0;c4c650e80f58:34797 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/.lastflushedseqids 2024-11-13T15:52:41,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741842_1018 (size=181) 2024-11-13T15:52:41,674 INFO [RS:0;c4c650e80f58:44051 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:52:41,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x100a5fd6ca20001, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:52:41,674 INFO [RS:0;c4c650e80f58:44051 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4c650e80f58,44051,1731513147848; zookeeper connection closed. 2024-11-13T15:52:41,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x100a5fd6ca20001, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:52:41,674 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@498da219 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@498da219 2024-11-13T15:52:41,674 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T15:52:41,985 INFO [M:0;c4c650e80f58:34797 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T15:52:41,985 INFO [M:0;c4c650e80f58:34797 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T15:52:41,986 DEBUG [M:0;c4c650e80f58:34797 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:52:41,986 INFO [M:0;c4c650e80f58:34797 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:41,986 DEBUG [M:0;c4c650e80f58:34797 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:41,986 DEBUG [M:0;c4c650e80f58:34797 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:52:41,986 DEBUG [M:0;c4c650e80f58:34797 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:41,986 INFO [M:0;c4c650e80f58:34797 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-13T15:52:42,003 DEBUG [M:0;c4c650e80f58:34797 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a387ec22e09468283e3f8298673abca is 82, key is hbase:meta,,1/info:regioninfo/1731513150959/Put/seqid=0 2024-11-13T15:52:42,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741843_1019 (size=5672) 2024-11-13T15:52:42,167 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T15:52:42,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:52:42,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:52:42,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:52:42,409 INFO [M:0;c4c650e80f58:34797 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a387ec22e09468283e3f8298673abca 2024-11-13T15:52:42,437 DEBUG [M:0;c4c650e80f58:34797 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96e8beb6c37e44a8b4e81e2ccdb7e50f is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731513156701/Put/seqid=0 2024-11-13T15:52:42,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741844_1020 (size=7203) 2024-11-13T15:52:42,843 INFO [M:0;c4c650e80f58:34797 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96e8beb6c37e44a8b4e81e2ccdb7e50f 2024-11-13T15:52:42,863 DEBUG [M:0;c4c650e80f58:34797 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84a8325400e148948fad2b5c5b9e2559 is 69, key is c4c650e80f58,44051,1731513147848/rs:state/1731513149822/Put/seqid=0 2024-11-13T15:52:42,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741845_1021 (size=5156) 2024-11-13T15:52:43,089 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:52:43,089 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T15:52:43,089 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:52:43,268 INFO [M:0;c4c650e80f58:34797 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84a8325400e148948fad2b5c5b9e2559 2024-11-13T15:52:43,274 DEBUG [M:0;c4c650e80f58:34797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a387ec22e09468283e3f8298673abca as hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0a387ec22e09468283e3f8298673abca 2024-11-13T15:52:43,280 INFO [M:0;c4c650e80f58:34797 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0a387ec22e09468283e3f8298673abca, entries=8, sequenceid=70, filesize=5.5 K 2024-11-13T15:52:43,281 DEBUG [M:0;c4c650e80f58:34797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96e8beb6c37e44a8b4e81e2ccdb7e50f as hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96e8beb6c37e44a8b4e81e2ccdb7e50f 2024-11-13T15:52:43,285 INFO [M:0;c4c650e80f58:34797 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96e8beb6c37e44a8b4e81e2ccdb7e50f, entries=8, sequenceid=70, filesize=7.0 K 2024-11-13T15:52:43,286 DEBUG [M:0;c4c650e80f58:34797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84a8325400e148948fad2b5c5b9e2559 as hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84a8325400e148948fad2b5c5b9e2559 2024-11-13T15:52:43,290 INFO [M:0;c4c650e80f58:34797 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38497/user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84a8325400e148948fad2b5c5b9e2559, entries=1, sequenceid=70, filesize=5.0 K 2024-11-13T15:52:43,291 INFO [M:0;c4c650e80f58:34797 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=70, compaction requested=false 2024-11-13T15:52:43,293 INFO [M:0;c4c650e80f58:34797 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:43,293 DEBUG [M:0;c4c650e80f58:34797 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513161986Disabling compacts and flushes for region at 1731513161986Disabling writes for close at 1731513161986Obtaining lock to block concurrent updates at 1731513161986Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731513161986Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731513161986Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731513161987 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731513161987Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731513162003 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731513162003Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731513162414 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731513162437 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731513162437Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731513162848 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731513162862 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731513162862Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66548066: reopening flushed file at 1731513163273 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a7bb0d0: reopening flushed file at 1731513163280 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c4a155c: reopening flushed file at 1731513163285 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=70, compaction requested=false at 1731513163291 (+6 ms)Writing region close event to WAL at 1731513163293 (+2 ms)Closed at 1731513163293 2024-11-13T15:52:43,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741830_1006 (size=41008) 2024-11-13T15:52:43,295 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/94bbda9b-76e2-8019-4bfc-5c98a11612f7/MasterData/WALs/c4c650e80f58,34797,1731513147729/c4c650e80f58%2C34797%2C1731513147729.1731513149606 not finished, retry = 0 2024-11-13T15:52:43,396 INFO [M:0;c4c650e80f58:34797 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T15:52:43,396 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:52:43,396 INFO [M:0;c4c650e80f58:34797 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34797 2024-11-13T15:52:43,397 INFO [M:0;c4c650e80f58:34797 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:52:43,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x100a5fd6ca20000, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:52:43,501 INFO [M:0;c4c650e80f58:34797 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:52:43,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x100a5fd6ca20000, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:52:43,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@209e52ec{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:52:43,505 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3789d506{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:52:43,505 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:52:43,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33130b0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:52:43,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ef8a13f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd/hadoop.log.dir/,STOPPED} 2024-11-13T15:52:43,507 WARN [BP-1757203156-172.17.0.3-1731513146553 heartbeating to localhost/127.0.0.1:38497 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T15:52:43,507 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T15:52:43,507 WARN [BP-1757203156-172.17.0.3-1731513146553 heartbeating to localhost/127.0.0.1:38497 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1757203156-172.17.0.3-1731513146553 (Datanode Uuid 32d28e0c-8c42-42f6-b04c-7082a795cb60) service to localhost/127.0.0.1:38497 2024-11-13T15:52:43,507 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T15:52:43,508 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd/cluster_63c93bcf-abb5-2a0a-7099-c1ffb928a500/data/data1/current/BP-1757203156-172.17.0.3-1731513146553 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:52:43,508 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd/cluster_63c93bcf-abb5-2a0a-7099-c1ffb928a500/data/data2/current/BP-1757203156-172.17.0.3-1731513146553 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:52:43,508 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T15:52:43,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ee0f1e4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:52:43,515 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b48733d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:52:43,515 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:52:43,516 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@780af12b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:52:43,516 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21eaa68{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/085bd29f-3b25-2d9f-1b33-7d5e9e0177fd/hadoop.log.dir/,STOPPED} 2024-11-13T15:52:43,523 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T15:52:43,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T15:52:43,541 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 112) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43053 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:38497 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43053 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63766) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:43053 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:43053 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:38497 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:38497 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:38497 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38497 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:43053 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63766) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=465 (was 437) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=319 (was 346), ProcessCount=11 (was 11), AvailableMemoryMB=8138 (was 9073) 2024-11-13T15:52:43,548 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=319, ProcessCount=11, AvailableMemoryMB=8138 2024-11-13T15:52:43,569 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-13T15:52:43,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5625f93c-fdd2-9c9c-d831-d731e8839424/hadoop.log.dir so I do NOT create it in target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759 2024-11-13T15:52:43,570 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5625f93c-fdd2-9c9c-d831-d731e8839424/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T15:52:43,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5625f93c-fdd2-9c9c-d831-d731e8839424/hadoop.tmp.dir so I do NOT create it in target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759 2024-11-13T15:52:43,570 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5625f93c-fdd2-9c9c-d831-d731e8839424/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T15:52:43,570 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759 2024-11-13T15:52:43,570 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759/cluster_0059b064-af44-2278-6eb8-a687535d6a52, deleteOnExit=true 2024-11-13T15:52:43,573 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759/cluster_0059b064-af44-2278-6eb8-a687535d6a52/zookeeper_0, clientPort=49649, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759/cluster_0059b064-af44-2278-6eb8-a687535d6a52/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759/cluster_0059b064-af44-2278-6eb8-a687535d6a52/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T15:52:43,574 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49649 2024-11-13T15:52:43,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T15:52:43,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T15:52:43,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759/test.cache.data in system properties and HBase conf 2024-11-13T15:52:43,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T15:52:43,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759/hadoop.log.dir in system properties and HBase conf 2024-11-13T15:52:43,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T15:52:43,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T15:52:43,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T15:52:43,575 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T15:52:43,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:52:43,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:52:43,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T15:52:43,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:52:43,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T15:52:43,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T15:52:43,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:52:43,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:52:43,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T15:52:43,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759/nfs.dump.dir in system properties and HBase conf 2024-11-13T15:52:43,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759/java.io.tmpdir in system properties and HBase conf 2024-11-13T15:52:43,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:52:43,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T15:52:43,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T15:52:43,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100a5fd6ca20005, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T15:52:43,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100a5fd6ca20002, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T15:52:43,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100a5fd6ca20002, quorum=127.0.0.1:63766, baseZNode=/0-2023774109 Received Disconnected from ZooKeeper, ignoring 2024-11-13T15:52:43,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100a5fd6ca20005, quorum=127.0.0.1:63766, baseZNode=/1394932460 Received Disconnected from ZooKeeper, ignoring 2024-11-13T15:52:43,669 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:52:43,673 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:52:43,674 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:52:43,674 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:52:43,674 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T15:52:43,675 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:52:43,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f8d593{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:52:43,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28d7a5ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:52:43,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48947efd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759/java.io.tmpdir/jetty-localhost-34291-hadoop-hdfs-3_4_1-tests_jar-_-any-13342646439877934451/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:52:43,793 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f01cd4{HTTP/1.1, (http/1.1)}{localhost:34291} 2024-11-13T15:52:43,793 INFO [Time-limited test {}] server.Server(415): Started @46167ms 2024-11-13T15:52:43,873 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:52:43,875 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:52:43,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:52:43,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:52:43,877 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T15:52:43,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@387bd34f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:52:43,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ede64bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:52:43,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@261e9712{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759/java.io.tmpdir/jetty-localhost-44877-hadoop-hdfs-3_4_1-tests_jar-_-any-3448286827772283675/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:52:43,995 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e154e97{HTTP/1.1, (http/1.1)}{localhost:44877} 2024-11-13T15:52:43,995 INFO [Time-limited test {}] server.Server(415): Started @46368ms 2024-11-13T15:52:43,996 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T15:52:44,094 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759/cluster_0059b064-af44-2278-6eb8-a687535d6a52/data/data1/current/BP-640396687-172.17.0.3-1731513163606/current, will proceed with Du for space computation calculation, 2024-11-13T15:52:44,094 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759/cluster_0059b064-af44-2278-6eb8-a687535d6a52/data/data2/current/BP-640396687-172.17.0.3-1731513163606/current, will proceed with Du for space computation calculation, 2024-11-13T15:52:44,112 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T15:52:44,115 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b20c78f1fb7015e with lease ID 0xb9119c6c231d3789: Processing first storage report for DS-13f2a8ba-8d04-4556-a8ed-94fe4d64599e from datanode DatanodeRegistration(127.0.0.1:44495, datanodeUuid=090a0933-b5e4-41a3-8ff7-4ca221d0d29b, infoPort=39205, infoSecurePort=0, ipcPort=35331, storageInfo=lv=-57;cid=testClusterID;nsid=1557181521;c=1731513163606) 2024-11-13T15:52:44,115 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b20c78f1fb7015e with lease ID 0xb9119c6c231d3789: from storage DS-13f2a8ba-8d04-4556-a8ed-94fe4d64599e node DatanodeRegistration(127.0.0.1:44495, datanodeUuid=090a0933-b5e4-41a3-8ff7-4ca221d0d29b, infoPort=39205, infoSecurePort=0, ipcPort=35331, storageInfo=lv=-57;cid=testClusterID;nsid=1557181521;c=1731513163606), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T15:52:44,115 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b20c78f1fb7015e with lease ID 0xb9119c6c231d3789: Processing first storage report for DS-d8609219-2b43-4237-b868-2c9ab386743f from datanode DatanodeRegistration(127.0.0.1:44495, datanodeUuid=090a0933-b5e4-41a3-8ff7-4ca221d0d29b, infoPort=39205, infoSecurePort=0, ipcPort=35331, storageInfo=lv=-57;cid=testClusterID;nsid=1557181521;c=1731513163606) 2024-11-13T15:52:44,115 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b20c78f1fb7015e with lease ID 0xb9119c6c231d3789: from storage DS-d8609219-2b43-4237-b868-2c9ab386743f node DatanodeRegistration(127.0.0.1:44495, datanodeUuid=090a0933-b5e4-41a3-8ff7-4ca221d0d29b, infoPort=39205, infoSecurePort=0, ipcPort=35331, storageInfo=lv=-57;cid=testClusterID;nsid=1557181521;c=1731513163606), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T15:52:44,120 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759 2024-11-13T15:52:44,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:44,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:44,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44495 is added to blk_1073741825_1001 (size=7) 2024-11-13T15:52:44,530 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a with version=8 2024-11-13T15:52:44,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/hbase-staging 2024-11-13T15:52:44,533 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:52:44,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:44,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:44,533 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:52:44,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:44,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:52:44,533 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T15:52:44,533 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:52:44,534 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44799 2024-11-13T15:52:44,535 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44799 connecting to ZooKeeper ensemble=127.0.0.1:49649 2024-11-13T15:52:44,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447990x0, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:52:44,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44799-0x100a5fdaf540000 connected 2024-11-13T15:52:44,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:44,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:44,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44799-0x100a5fdaf540000, quorum=127.0.0.1:49649, baseZNode=/0329598292 Set watcher on znode that does not yet exist, /0329598292/running 2024-11-13T15:52:44,567 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a, hbase.cluster.distributed=false 2024-11-13T15:52:44,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44799-0x100a5fdaf540000, quorum=127.0.0.1:49649, baseZNode=/0329598292 Set watcher on znode that does not yet exist, /0329598292/acl 2024-11-13T15:52:44,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44799 2024-11-13T15:52:44,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44799 2024-11-13T15:52:44,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44799 2024-11-13T15:52:44,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44799 2024-11-13T15:52:44,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44799 2024-11-13T15:52:44,588 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:52:44,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:44,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:44,589 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:52:44,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:44,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:52:44,589 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T15:52:44,589 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:52:44,589 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40349 2024-11-13T15:52:44,590 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40349 connecting to ZooKeeper ensemble=127.0.0.1:49649 2024-11-13T15:52:44,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:44,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:44,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403490x0, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:52:44,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403490x0, quorum=127.0.0.1:49649, baseZNode=/0329598292 Set watcher on znode that does not yet exist, /0329598292/running 2024-11-13T15:52:44,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40349-0x100a5fdaf540001 connected 2024-11-13T15:52:44,597 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T15:52:44,598 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T15:52:44,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40349-0x100a5fdaf540001, quorum=127.0.0.1:49649, baseZNode=/0329598292 Set watcher on znode that does not yet exist, /0329598292/master 2024-11-13T15:52:44,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40349-0x100a5fdaf540001, quorum=127.0.0.1:49649, baseZNode=/0329598292 Set watcher on znode that does not yet exist, /0329598292/acl 2024-11-13T15:52:44,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40349 2024-11-13T15:52:44,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40349 2024-11-13T15:52:44,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40349 2024-11-13T15:52:44,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40349 2024-11-13T15:52:44,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40349 2024-11-13T15:52:44,621 DEBUG [M:0;c4c650e80f58:44799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4c650e80f58:44799 2024-11-13T15:52:44,621 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0329598292/backup-masters/c4c650e80f58,44799,1731513164532 2024-11-13T15:52:44,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44799-0x100a5fdaf540000, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329598292/backup-masters 2024-11-13T15:52:44,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40349-0x100a5fdaf540001, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329598292/backup-masters 2024-11-13T15:52:44,624 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44799-0x100a5fdaf540000, quorum=127.0.0.1:49649, baseZNode=/0329598292 Set watcher on existing znode=/0329598292/backup-masters/c4c650e80f58,44799,1731513164532 2024-11-13T15:52:44,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40349-0x100a5fdaf540001, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0329598292/master 2024-11-13T15:52:44,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44799-0x100a5fdaf540000, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329598292 2024-11-13T15:52:44,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40349-0x100a5fdaf540001, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329598292 2024-11-13T15:52:44,626 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44799-0x100a5fdaf540000, quorum=127.0.0.1:49649, baseZNode=/0329598292 Set watcher on existing znode=/0329598292/master 2024-11-13T15:52:44,626 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0329598292/backup-masters/c4c650e80f58,44799,1731513164532 from backup master directory 2024-11-13T15:52:44,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44799-0x100a5fdaf540000, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0329598292/backup-masters/c4c650e80f58,44799,1731513164532 2024-11-13T15:52:44,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40349-0x100a5fdaf540001, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329598292/backup-masters 2024-11-13T15:52:44,631 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:52:44,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44799-0x100a5fdaf540000, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329598292/backup-masters 2024-11-13T15:52:44,631 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4c650e80f58,44799,1731513164532 2024-11-13T15:52:44,636 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/hbase.id] with ID: 58d2dfd7-7872-48cb-bb80-4a9aafadb49b 2024-11-13T15:52:44,636 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/.tmp/hbase.id 2024-11-13T15:52:44,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44495 is added to blk_1073741826_1002 (size=42) 2024-11-13T15:52:45,043 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/.tmp/hbase.id]:[hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/hbase.id] 2024-11-13T15:52:45,056 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:45,056 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T15:52:45,058 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T15:52:45,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40349-0x100a5fdaf540001, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329598292 2024-11-13T15:52:45,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44799-0x100a5fdaf540000, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329598292 2024-11-13T15:52:45,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44495 is added to blk_1073741827_1003 (size=196) 2024-11-13T15:52:45,468 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:52:45,469 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T15:52:45,469 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:52:45,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44495 is added to blk_1073741828_1004 (size=1189) 2024-11-13T15:52:45,882 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/MasterData/data/master/store 2024-11-13T15:52:45,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44495 is added to blk_1073741829_1005 (size=34) 2024-11-13T15:52:45,892 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:52:45,892 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:52:45,892 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:45,892 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:45,893 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:52:45,893 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:45,893 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:45,893 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513165892Disabling compacts and flushes for region at 1731513165892Disabling writes for close at 1731513165893 (+1 ms)Writing region close event to WAL at 1731513165893Closed at 1731513165893 2024-11-13T15:52:45,894 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/MasterData/data/master/store/.initializing 2024-11-13T15:52:45,894 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/MasterData/WALs/c4c650e80f58,44799,1731513164532 2024-11-13T15:52:45,895 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:52:45,897 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4c650e80f58%2C44799%2C1731513164532, suffix=, logDir=hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/MasterData/WALs/c4c650e80f58,44799,1731513164532, archiveDir=hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/MasterData/oldWALs, maxLogs=10 2024-11-13T15:52:45,910 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/MasterData/WALs/c4c650e80f58,44799,1731513164532/c4c650e80f58%2C44799%2C1731513164532.1731513165897, exclude list is [], retry=0 2024-11-13T15:52:45,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44495,DS-13f2a8ba-8d04-4556-a8ed-94fe4d64599e,DISK] 2024-11-13T15:52:45,915 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/MasterData/WALs/c4c650e80f58,44799,1731513164532/c4c650e80f58%2C44799%2C1731513164532.1731513165897 2024-11-13T15:52:45,915 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39205:39205)] 2024-11-13T15:52:45,915 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:52:45,916 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:52:45,916 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:45,916 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:45,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:45,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T15:52:45,918 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:45,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:45,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:45,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T15:52:45,920 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:45,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:52:45,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:45,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T15:52:45,922 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:45,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:52:45,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:45,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T15:52:45,927 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:45,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:52:45,928 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:45,929 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:45,929 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:45,931 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:45,931 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:45,931 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:52:45,932 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:45,935 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:52:45,936 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73661586, jitterRate=0.0976431667804718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:52:45,937 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731513165916Initializing all the Stores at 1731513165917 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513165917Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513165917Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513165917Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513165917Cleaning up temporary data from old regions at 1731513165931 (+14 ms)Region opened successfully at 1731513165937 (+6 ms) 2024-11-13T15:52:45,938 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T15:52:45,941 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e357b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:52:45,942 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T15:52:45,942 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T15:52:45,943 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T15:52:45,943 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T15:52:45,945 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T15:52:45,946 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 1 msec 2024-11-13T15:52:45,946 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T15:52:45,949 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T15:52:45,950 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44799-0x100a5fdaf540000, quorum=127.0.0.1:49649, baseZNode=/0329598292 Unable to get data of znode /0329598292/balancer because node does not exist (not necessarily an error) 2024-11-13T15:52:45,952 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0329598292/balancer already deleted, retry=false 2024-11-13T15:52:45,952 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T15:52:45,954 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44799-0x100a5fdaf540000, quorum=127.0.0.1:49649, baseZNode=/0329598292 Unable to get data of znode /0329598292/normalizer because node does not exist (not necessarily an error) 2024-11-13T15:52:45,955 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0329598292/normalizer already deleted, retry=false 2024-11-13T15:52:45,955 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T15:52:45,956 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44799-0x100a5fdaf540000, quorum=127.0.0.1:49649, baseZNode=/0329598292 Unable to get data of znode /0329598292/switch/split because node does not exist (not necessarily an error) 2024-11-13T15:52:45,960 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0329598292/switch/split already deleted, retry=false 2024-11-13T15:52:45,960 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44799-0x100a5fdaf540000, quorum=127.0.0.1:49649, baseZNode=/0329598292 Unable to get data of znode /0329598292/switch/merge because node does not exist (not necessarily an error) 2024-11-13T15:52:45,962 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0329598292/switch/merge already deleted, retry=false 2024-11-13T15:52:45,964 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44799-0x100a5fdaf540000, quorum=127.0.0.1:49649, baseZNode=/0329598292 Unable to get data of znode /0329598292/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T15:52:45,965 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0329598292/snapshot-cleanup already deleted, retry=false 2024-11-13T15:52:45,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44799-0x100a5fdaf540000, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0329598292/running 2024-11-13T15:52:45,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40349-0x100a5fdaf540001, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0329598292/running 2024-11-13T15:52:45,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44799-0x100a5fdaf540000, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329598292 2024-11-13T15:52:45,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40349-0x100a5fdaf540001, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329598292 2024-11-13T15:52:45,968 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4c650e80f58,44799,1731513164532, sessionid=0x100a5fdaf540000, setting cluster-up flag (Was=false) 2024-11-13T15:52:45,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44799-0x100a5fdaf540000, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329598292 2024-11-13T15:52:45,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40349-0x100a5fdaf540001, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329598292 2024-11-13T15:52:45,980 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0329598292/flush-table-proc/acquired, /0329598292/flush-table-proc/reached, /0329598292/flush-table-proc/abort 2024-11-13T15:52:45,980 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,44799,1731513164532 2024-11-13T15:52:45,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44799-0x100a5fdaf540000, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329598292 2024-11-13T15:52:45,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40349-0x100a5fdaf540001, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329598292 2024-11-13T15:52:45,990 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0329598292/online-snapshot/acquired, /0329598292/online-snapshot/reached, /0329598292/online-snapshot/abort 2024-11-13T15:52:45,991 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,44799,1731513164532 2024-11-13T15:52:45,992 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T15:52:45,994 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T15:52:45,994 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T15:52:45,994 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T15:52:45,995 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4c650e80f58,44799,1731513164532 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T15:52:45,996 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:52:45,996 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:52:45,996 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:52:45,996 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:52:45,996 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4c650e80f58:0, corePoolSize=10, maxPoolSize=10 2024-11-13T15:52:45,996 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:45,996 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:52:45,996 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:45,997 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731513195997 2024-11-13T15:52:45,997 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T15:52:45,997 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T15:52:45,997 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T15:52:45,997 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T15:52:45,997 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T15:52:45,997 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T15:52:45,998 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:45,998 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:52:45,998 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T15:52:45,998 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T15:52:45,998 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T15:52:45,998 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T15:52:45,998 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T15:52:45,999 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T15:52:45,999 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T15:52:45,999 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513165999,5,FailOnTimeoutGroup] 2024-11-13T15:52:45,999 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513165999,5,FailOnTimeoutGroup] 2024-11-13T15:52:45,999 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:45,999 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T15:52:45,999 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:45,999 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:45,999 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:45,999 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T15:52:46,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44495 is added to blk_1073741831_1007 (size=1321) 2024-11-13T15:52:46,009 INFO [RS:0;c4c650e80f58:40349 {}] regionserver.HRegionServer(746): ClusterId : 58d2dfd7-7872-48cb-bb80-4a9aafadb49b 2024-11-13T15:52:46,009 DEBUG [RS:0;c4c650e80f58:40349 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T15:52:46,011 DEBUG [RS:0;c4c650e80f58:40349 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T15:52:46,011 DEBUG [RS:0;c4c650e80f58:40349 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T15:52:46,013 DEBUG [RS:0;c4c650e80f58:40349 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T15:52:46,013 DEBUG [RS:0;c4c650e80f58:40349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f7ee3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:52:46,025 DEBUG [RS:0;c4c650e80f58:40349 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4c650e80f58:40349 2024-11-13T15:52:46,025 INFO [RS:0;c4c650e80f58:40349 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T15:52:46,025 INFO [RS:0;c4c650e80f58:40349 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T15:52:46,025 DEBUG [RS:0;c4c650e80f58:40349 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T15:52:46,026 INFO [RS:0;c4c650e80f58:40349 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4c650e80f58,44799,1731513164532 with port=40349, startcode=1731513164588 2024-11-13T15:52:46,026 DEBUG [RS:0;c4c650e80f58:40349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T15:52:46,028 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T15:52:46,029 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44799 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4c650e80f58,40349,1731513164588 2024-11-13T15:52:46,029 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44799 {}] master.ServerManager(517): Registering regionserver=c4c650e80f58,40349,1731513164588 2024-11-13T15:52:46,030 DEBUG [RS:0;c4c650e80f58:40349 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a 2024-11-13T15:52:46,030 DEBUG [RS:0;c4c650e80f58:40349 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39113 2024-11-13T15:52:46,031 DEBUG [RS:0;c4c650e80f58:40349 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T15:52:46,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44799-0x100a5fdaf540000, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329598292/rs 2024-11-13T15:52:46,034 DEBUG [RS:0;c4c650e80f58:40349 {}] zookeeper.ZKUtil(111): regionserver:40349-0x100a5fdaf540001, quorum=127.0.0.1:49649, baseZNode=/0329598292 Set watcher on existing znode=/0329598292/rs/c4c650e80f58,40349,1731513164588 2024-11-13T15:52:46,034 WARN [RS:0;c4c650e80f58:40349 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:52:46,034 INFO [RS:0;c4c650e80f58:40349 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:52:46,035 DEBUG [RS:0;c4c650e80f58:40349 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588 2024-11-13T15:52:46,035 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4c650e80f58,40349,1731513164588] 2024-11-13T15:52:46,039 INFO [RS:0;c4c650e80f58:40349 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T15:52:46,040 INFO [RS:0;c4c650e80f58:40349 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T15:52:46,042 INFO [RS:0;c4c650e80f58:40349 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T15:52:46,042 INFO [RS:0;c4c650e80f58:40349 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:46,043 INFO [RS:0;c4c650e80f58:40349 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T15:52:46,044 INFO [RS:0;c4c650e80f58:40349 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T15:52:46,044 INFO [RS:0;c4c650e80f58:40349 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:46,044 DEBUG [RS:0;c4c650e80f58:40349 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:46,044 DEBUG [RS:0;c4c650e80f58:40349 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:46,044 DEBUG [RS:0;c4c650e80f58:40349 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:46,044 DEBUG [RS:0;c4c650e80f58:40349 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:46,044 DEBUG [RS:0;c4c650e80f58:40349 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:46,044 DEBUG [RS:0;c4c650e80f58:40349 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:52:46,044 DEBUG [RS:0;c4c650e80f58:40349 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:46,044 DEBUG [RS:0;c4c650e80f58:40349 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:46,044 DEBUG [RS:0;c4c650e80f58:40349 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:46,044 DEBUG [RS:0;c4c650e80f58:40349 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:46,044 DEBUG [RS:0;c4c650e80f58:40349 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:46,044 DEBUG [RS:0;c4c650e80f58:40349 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:46,044 DEBUG [RS:0;c4c650e80f58:40349 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:52:46,045 DEBUG [RS:0;c4c650e80f58:40349 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:52:46,049 INFO [RS:0;c4c650e80f58:40349 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:46,049 INFO [RS:0;c4c650e80f58:40349 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:46,049 INFO [RS:0;c4c650e80f58:40349 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:46,049 INFO [RS:0;c4c650e80f58:40349 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:46,049 INFO [RS:0;c4c650e80f58:40349 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:46,049 INFO [RS:0;c4c650e80f58:40349 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,40349,1731513164588-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:52:46,065 INFO [RS:0;c4c650e80f58:40349 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T15:52:46,065 INFO [RS:0;c4c650e80f58:40349 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,40349,1731513164588-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:46,065 INFO [RS:0;c4c650e80f58:40349 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:46,065 INFO [RS:0;c4c650e80f58:40349 {}] regionserver.Replication(171): c4c650e80f58,40349,1731513164588 started 2024-11-13T15:52:46,079 INFO [RS:0;c4c650e80f58:40349 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:46,079 INFO [RS:0;c4c650e80f58:40349 {}] regionserver.HRegionServer(1482): Serving as c4c650e80f58,40349,1731513164588, RpcServer on c4c650e80f58/172.17.0.3:40349, sessionid=0x100a5fdaf540001 2024-11-13T15:52:46,080 DEBUG [RS:0;c4c650e80f58:40349 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T15:52:46,080 DEBUG [RS:0;c4c650e80f58:40349 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4c650e80f58,40349,1731513164588 2024-11-13T15:52:46,080 DEBUG [RS:0;c4c650e80f58:40349 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,40349,1731513164588' 2024-11-13T15:52:46,080 DEBUG [RS:0;c4c650e80f58:40349 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0329598292/flush-table-proc/abort' 2024-11-13T15:52:46,080 DEBUG [RS:0;c4c650e80f58:40349 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0329598292/flush-table-proc/acquired' 2024-11-13T15:52:46,081 DEBUG [RS:0;c4c650e80f58:40349 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T15:52:46,081 DEBUG [RS:0;c4c650e80f58:40349 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T15:52:46,081 DEBUG [RS:0;c4c650e80f58:40349 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4c650e80f58,40349,1731513164588 2024-11-13T15:52:46,081 DEBUG [RS:0;c4c650e80f58:40349 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,40349,1731513164588' 2024-11-13T15:52:46,081 DEBUG [RS:0;c4c650e80f58:40349 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0329598292/online-snapshot/abort' 2024-11-13T15:52:46,081 DEBUG [RS:0;c4c650e80f58:40349 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0329598292/online-snapshot/acquired' 2024-11-13T15:52:46,081 DEBUG [RS:0;c4c650e80f58:40349 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T15:52:46,081 INFO [RS:0;c4c650e80f58:40349 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T15:52:46,081 INFO [RS:0;c4c650e80f58:40349 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T15:52:46,182 INFO [RS:0;c4c650e80f58:40349 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:52:46,184 INFO [RS:0;c4c650e80f58:40349 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C40349%2C1731513164588, suffix=, logDir=hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588, archiveDir=hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/oldWALs, maxLogs=10 2024-11-13T15:52:46,197 DEBUG [RS:0;c4c650e80f58:40349 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184, exclude list is [], retry=0 2024-11-13T15:52:46,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44495,DS-13f2a8ba-8d04-4556-a8ed-94fe4d64599e,DISK] 2024-11-13T15:52:46,202 INFO [RS:0;c4c650e80f58:40349 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 2024-11-13T15:52:46,202 DEBUG [RS:0;c4c650e80f58:40349 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39205:39205)] 2024-11-13T15:52:46,415 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T15:52:46,416 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a 2024-11-13T15:52:46,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44495 is added to blk_1073741833_1009 (size=32) 2024-11-13T15:52:46,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:52:46,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:52:46,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:52:46,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:46,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:46,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:52:46,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:52:46,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:46,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:46,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:52:46,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:52:46,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:46,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:46,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:52:46,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:52:46,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:46,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:46,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:52:46,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/meta/1588230740 2024-11-13T15:52:46,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/meta/1588230740 2024-11-13T15:52:46,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:52:46,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:52:46,835 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:52:46,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:52:46,838 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:52:46,838 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65695677, jitterRate=-0.021058127284049988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:52:46,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731513166823Initializing all the Stores at 1731513166824 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513166824Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513166824Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513166824Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513166824Cleaning up temporary data from old regions at 1731513166834 (+10 ms)Region opened successfully at 1731513166839 (+5 ms) 2024-11-13T15:52:46,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:52:46,839 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:52:46,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:52:46,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:52:46,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:52:46,839 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:52:46,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513166839Disabling compacts and flushes for region at 1731513166839Disabling writes for close at 1731513166839Writing region close event to WAL at 1731513166839Closed at 1731513166839 2024-11-13T15:52:46,841 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:52:46,841 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T15:52:46,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T15:52:46,842 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:52:46,843 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T15:52:46,993 DEBUG [c4c650e80f58:44799 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T15:52:46,994 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4c650e80f58,40349,1731513164588 2024-11-13T15:52:46,995 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,40349,1731513164588, state=OPENING 2024-11-13T15:52:46,997 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T15:52:46,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44799-0x100a5fdaf540000, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329598292 2024-11-13T15:52:46,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40349-0x100a5fdaf540001, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329598292 2024-11-13T15:52:47,000 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:52:47,000 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0329598292/meta-region-server: CHANGED 2024-11-13T15:52:47,000 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0329598292/meta-region-server: CHANGED 2024-11-13T15:52:47,000 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,40349,1731513164588}] 2024-11-13T15:52:47,066 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T15:52:47,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:52:47,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:52:47,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:52:47,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:52:47,152 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T15:52:47,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T15:52:47,159 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T15:52:47,159 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:52:47,160 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T15:52:47,161 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C40349%2C1731513164588.meta, suffix=.meta, logDir=hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588, archiveDir=hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/oldWALs, maxLogs=10 2024-11-13T15:52:47,174 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.meta.1731513167161.meta, exclude list is [], retry=0 2024-11-13T15:52:47,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44495,DS-13f2a8ba-8d04-4556-a8ed-94fe4d64599e,DISK] 2024-11-13T15:52:47,179 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.meta.1731513167161.meta 2024-11-13T15:52:47,179 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39205:39205)] 2024-11-13T15:52:47,179 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:52:47,180 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:52:47,180 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:52:47,180 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T15:52:47,180 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T15:52:47,180 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T15:52:47,180 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:52:47,180 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T15:52:47,180 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T15:52:47,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:52:47,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:52:47,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:47,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:47,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:52:47,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:52:47,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:47,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:47,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:52:47,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:52:47,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:47,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:47,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:52:47,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:52:47,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:47,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:47,187 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:52:47,188 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/meta/1588230740 2024-11-13T15:52:47,189 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/meta/1588230740 2024-11-13T15:52:47,190 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:52:47,190 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:52:47,191 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:52:47,192 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:52:47,193 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61191120, jitterRate=-0.0881812572479248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:52:47,193 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T15:52:47,193 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731513167181Writing region info on filesystem at 1731513167181Initializing all the Stores at 1731513167181Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513167182 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513167182Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513167182Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513167182Cleaning up temporary data from old regions at 1731513167190 (+8 ms)Running coprocessor post-open hooks at 1731513167193 (+3 ms)Region opened successfully at 1731513167193 2024-11-13T15:52:47,194 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731513167152 2024-11-13T15:52:47,197 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T15:52:47,197 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T15:52:47,197 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,40349,1731513164588 2024-11-13T15:52:47,198 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,40349,1731513164588, state=OPEN 2024-11-13T15:52:47,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40349-0x100a5fdaf540001, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0329598292/meta-region-server 2024-11-13T15:52:47,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44799-0x100a5fdaf540000, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0329598292/meta-region-server 2024-11-13T15:52:47,206 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4c650e80f58,40349,1731513164588 2024-11-13T15:52:47,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0329598292/meta-region-server: CHANGED 2024-11-13T15:52:47,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0329598292/meta-region-server: CHANGED 2024-11-13T15:52:47,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T15:52:47,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,40349,1731513164588 in 206 msec 2024-11-13T15:52:47,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T15:52:47,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 368 msec 2024-11-13T15:52:47,212 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:52:47,212 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T15:52:47,214 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:52:47,214 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,40349,1731513164588, seqNum=-1] 2024-11-13T15:52:47,214 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:52:47,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:52:47,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2270 sec 2024-11-13T15:52:47,221 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731513167221, completionTime=-1 2024-11-13T15:52:47,221 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T15:52:47,221 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T15:52:47,223 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T15:52:47,223 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731513227223 2024-11-13T15:52:47,223 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731513287223 2024-11-13T15:52:47,223 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T15:52:47,224 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,44799,1731513164532-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:47,224 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,44799,1731513164532-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:47,224 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,44799,1731513164532-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:47,224 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4c650e80f58:44799, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:47,224 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:47,224 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:47,226 DEBUG [master/c4c650e80f58:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T15:52:47,228 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.596sec 2024-11-13T15:52:47,228 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T15:52:47,228 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T15:52:47,228 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T15:52:47,228 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T15:52:47,228 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T15:52:47,228 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,44799,1731513164532-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:52:47,228 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,44799,1731513164532-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T15:52:47,231 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T15:52:47,231 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T15:52:47,231 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,44799,1731513164532-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:47,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@565f7030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:47,310 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,44799,-1 for getting cluster id 2024-11-13T15:52:47,310 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:52:47,311 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58d2dfd7-7872-48cb-bb80-4a9aafadb49b' 2024-11-13T15:52:47,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:52:47,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58d2dfd7-7872-48cb-bb80-4a9aafadb49b" 2024-11-13T15:52:47,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fba8778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:47,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,44799,-1] 2024-11-13T15:52:47,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:52:47,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:47,313 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:52:47,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@363723b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:47,314 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:52:47,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,40349,1731513164588, seqNum=-1] 2024-11-13T15:52:47,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:52:47,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:52:47,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4c650e80f58,44799,1731513164532 2024-11-13T15:52:47,319 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49649 2024-11-13T15:52:47,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:52:47,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100a5fdaf540002 connected 2024-11-13T15:52:47,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759/hadoop.log.dir so I do NOT create it in target/test-data/2f91be45-9210-bb00-d4b3-cf5acd8a8a84 2024-11-13T15:52:47,326 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T15:52:47,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759/hadoop.tmp.dir so I do NOT create it in target/test-data/2f91be45-9210-bb00-d4b3-cf5acd8a8a84 2024-11-13T15:52:47,326 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T15:52:47,326 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f91be45-9210-bb00-d4b3-cf5acd8a8a84 2024-11-13T15:52:47,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T15:52:47,327 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f91be45-9210-bb00-d4b3-cf5acd8a8a84/cluster_73c1fc70-c90d-59d5-1942-57eda0b631f8, deleteOnExit=true 2024-11-13T15:52:47,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T15:52:47,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f91be45-9210-bb00-d4b3-cf5acd8a8a84/test.cache.data in system properties and HBase conf 2024-11-13T15:52:47,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f91be45-9210-bb00-d4b3-cf5acd8a8a84/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T15:52:47,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f91be45-9210-bb00-d4b3-cf5acd8a8a84/hadoop.log.dir in system properties and HBase conf 2024-11-13T15:52:47,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f91be45-9210-bb00-d4b3-cf5acd8a8a84/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T15:52:47,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f91be45-9210-bb00-d4b3-cf5acd8a8a84/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T15:52:47,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T15:52:47,327 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T15:52:47,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f91be45-9210-bb00-d4b3-cf5acd8a8a84/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:52:47,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f91be45-9210-bb00-d4b3-cf5acd8a8a84/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:52:47,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f91be45-9210-bb00-d4b3-cf5acd8a8a84/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T15:52:47,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f91be45-9210-bb00-d4b3-cf5acd8a8a84/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:52:47,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f91be45-9210-bb00-d4b3-cf5acd8a8a84/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T15:52:47,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f91be45-9210-bb00-d4b3-cf5acd8a8a84/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T15:52:47,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f91be45-9210-bb00-d4b3-cf5acd8a8a84/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:52:47,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f91be45-9210-bb00-d4b3-cf5acd8a8a84/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:52:47,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f91be45-9210-bb00-d4b3-cf5acd8a8a84/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T15:52:47,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f91be45-9210-bb00-d4b3-cf5acd8a8a84/nfs.dump.dir in system properties and HBase conf 2024-11-13T15:52:47,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f91be45-9210-bb00-d4b3-cf5acd8a8a84/java.io.tmpdir in system properties and HBase conf 2024-11-13T15:52:47,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f91be45-9210-bb00-d4b3-cf5acd8a8a84/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:52:47,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f91be45-9210-bb00-d4b3-cf5acd8a8a84/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T15:52:47,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f91be45-9210-bb00-d4b3-cf5acd8a8a84/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T15:52:47,409 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:52:47,412 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:52:47,414 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:52:47,414 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:52:47,414 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T15:52:47,419 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:52:47,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d775ee8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f91be45-9210-bb00-d4b3-cf5acd8a8a84/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:52:47,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d639059{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:52:47,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57bdffc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f91be45-9210-bb00-d4b3-cf5acd8a8a84/java.io.tmpdir/jetty-localhost-37813-hadoop-hdfs-3_4_1-tests_jar-_-any-10480519706349822308/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:52:47,540 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d77122a{HTTP/1.1, (http/1.1)}{localhost:37813} 2024-11-13T15:52:47,541 INFO [Time-limited test {}] server.Server(415): Started @49914ms 2024-11-13T15:52:47,616 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:52:47,619 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:52:47,622 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:52:47,622 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:52:47,623 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T15:52:47,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41a4eb3c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f91be45-9210-bb00-d4b3-cf5acd8a8a84/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:52:47,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13238525{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:52:47,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69b08cee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f91be45-9210-bb00-d4b3-cf5acd8a8a84/java.io.tmpdir/jetty-localhost-34473-hadoop-hdfs-3_4_1-tests_jar-_-any-1146070363861712880/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:52:47,741 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a0b25bd{HTTP/1.1, (http/1.1)}{localhost:34473} 2024-11-13T15:52:47,741 INFO [Time-limited test {}] server.Server(415): Started @50115ms 2024-11-13T15:52:47,742 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T15:52:47,845 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f91be45-9210-bb00-d4b3-cf5acd8a8a84/cluster_73c1fc70-c90d-59d5-1942-57eda0b631f8/data/data1/current/BP-358351323-172.17.0.3-1731513167349/current, will proceed with Du for space computation calculation, 2024-11-13T15:52:47,845 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f91be45-9210-bb00-d4b3-cf5acd8a8a84/cluster_73c1fc70-c90d-59d5-1942-57eda0b631f8/data/data2/current/BP-358351323-172.17.0.3-1731513167349/current, will proceed with Du for space computation calculation, 2024-11-13T15:52:47,868 WARN [Thread-936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T15:52:47,871 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x20ecde14ef80907d with lease ID 0x2dfc86fd7cbf74e8: Processing first storage report for DS-28e9de04-771f-41e1-bf4d-05cc29fd6071 from datanode DatanodeRegistration(127.0.0.1:34889, datanodeUuid=462a6b71-a5ca-467c-9044-ac10745b496a, infoPort=43379, infoSecurePort=0, ipcPort=41979, storageInfo=lv=-57;cid=testClusterID;nsid=1625884918;c=1731513167349) 2024-11-13T15:52:47,871 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x20ecde14ef80907d with lease ID 0x2dfc86fd7cbf74e8: from storage DS-28e9de04-771f-41e1-bf4d-05cc29fd6071 node DatanodeRegistration(127.0.0.1:34889, datanodeUuid=462a6b71-a5ca-467c-9044-ac10745b496a, infoPort=43379, infoSecurePort=0, ipcPort=41979, storageInfo=lv=-57;cid=testClusterID;nsid=1625884918;c=1731513167349), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T15:52:47,871 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x20ecde14ef80907d with lease ID 0x2dfc86fd7cbf74e8: Processing first storage report for DS-d9107488-8fb0-46c2-a9dc-fb5ed314c41e from datanode DatanodeRegistration(127.0.0.1:34889, datanodeUuid=462a6b71-a5ca-467c-9044-ac10745b496a, infoPort=43379, infoSecurePort=0, ipcPort=41979, storageInfo=lv=-57;cid=testClusterID;nsid=1625884918;c=1731513167349) 2024-11-13T15:52:47,871 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x20ecde14ef80907d with lease ID 0x2dfc86fd7cbf74e8: from storage DS-d9107488-8fb0-46c2-a9dc-fb5ed314c41e node DatanodeRegistration(127.0.0.1:34889, datanodeUuid=462a6b71-a5ca-467c-9044-ac10745b496a, infoPort=43379, infoSecurePort=0, ipcPort=41979, storageInfo=lv=-57;cid=testClusterID;nsid=1625884918;c=1731513167349), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T15:52:47,968 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f91be45-9210-bb00-d4b3-cf5acd8a8a84 2024-11-13T15:52:47,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:47,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:47,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741825_1001 (size=7) 2024-11-13T15:52:48,379 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca with version=8 2024-11-13T15:52:48,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/hbase-staging 2024-11-13T15:52:48,382 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:52:48,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:48,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:48,383 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:52:48,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:48,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:52:48,383 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T15:52:48,383 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:52:48,384 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43669 2024-11-13T15:52:48,385 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43669 connecting to ZooKeeper ensemble=127.0.0.1:49649 2024-11-13T15:52:48,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436690x0, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:52:48,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43669-0x100a5fdaf540003 connected 2024-11-13T15:52:48,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:48,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:48,419 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43669-0x100a5fdaf540003, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Set watcher on znode that does not yet exist, /1-638713260/running 2024-11-13T15:52:48,419 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca, hbase.cluster.distributed=false 2024-11-13T15:52:48,423 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43669-0x100a5fdaf540003, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Set watcher on znode that does not yet exist, /1-638713260/acl 2024-11-13T15:52:48,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43669 2024-11-13T15:52:48,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43669 2024-11-13T15:52:48,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43669 2024-11-13T15:52:48,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43669 2024-11-13T15:52:48,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43669 2024-11-13T15:52:48,477 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:52:48,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:48,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:48,477 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:52:48,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:52:48,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:52:48,477 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T15:52:48,478 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:52:48,479 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45921 2024-11-13T15:52:48,480 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45921 connecting to ZooKeeper ensemble=127.0.0.1:49649 2024-11-13T15:52:48,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:48,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:48,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459210x0, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:52:48,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459210x0, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Set watcher on znode that does not yet exist, /1-638713260/running 2024-11-13T15:52:48,489 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T15:52:48,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45921-0x100a5fdaf540004 connected 2024-11-13T15:52:48,497 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T15:52:48,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45921-0x100a5fdaf540004, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Set watcher on znode that does not yet exist, /1-638713260/master 2024-11-13T15:52:48,499 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45921-0x100a5fdaf540004, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Set watcher on znode that does not yet exist, /1-638713260/acl 2024-11-13T15:52:48,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45921 2024-11-13T15:52:48,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45921 2024-11-13T15:52:48,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45921 2024-11-13T15:52:48,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45921 2024-11-13T15:52:48,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45921 2024-11-13T15:52:48,533 DEBUG [M:0;c4c650e80f58:43669 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4c650e80f58:43669 2024-11-13T15:52:48,533 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-638713260/backup-masters/c4c650e80f58,43669,1731513168382 2024-11-13T15:52:48,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x100a5fdaf540004, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-638713260/backup-masters 2024-11-13T15:52:48,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43669-0x100a5fdaf540003, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-638713260/backup-masters 2024-11-13T15:52:48,536 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43669-0x100a5fdaf540003, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Set watcher on existing znode=/1-638713260/backup-masters/c4c650e80f58,43669,1731513168382 2024-11-13T15:52:48,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43669-0x100a5fdaf540003, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-638713260 2024-11-13T15:52:48,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x100a5fdaf540004, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-638713260/master 2024-11-13T15:52:48,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x100a5fdaf540004, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-638713260 2024-11-13T15:52:48,540 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43669-0x100a5fdaf540003, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Set watcher on existing znode=/1-638713260/master 2024-11-13T15:52:48,541 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-638713260/backup-masters/c4c650e80f58,43669,1731513168382 from backup master directory 2024-11-13T15:52:48,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43669-0x100a5fdaf540003, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-638713260/backup-masters/c4c650e80f58,43669,1731513168382 2024-11-13T15:52:48,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43669-0x100a5fdaf540003, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-638713260/backup-masters 2024-11-13T15:52:48,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x100a5fdaf540004, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-638713260/backup-masters 2024-11-13T15:52:48,544 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:52:48,544 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4c650e80f58,43669,1731513168382 2024-11-13T15:52:48,549 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/hbase.id] with ID: b9938b7f-51ba-4cc9-93d6-3e0d9e5181fe 2024-11-13T15:52:48,549 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/.tmp/hbase.id 2024-11-13T15:52:48,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741826_1002 (size=42) 2024-11-13T15:52:48,564 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/.tmp/hbase.id]:[hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/hbase.id] 2024-11-13T15:52:48,584 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:48,584 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T15:52:48,586 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T15:52:48,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x100a5fdaf540004, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-638713260 2024-11-13T15:52:48,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43669-0x100a5fdaf540003, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-638713260 2024-11-13T15:52:48,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741827_1003 (size=196) 2024-11-13T15:52:49,020 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:52:49,021 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T15:52:49,021 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:52:49,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741828_1004 (size=1189) 2024-11-13T15:52:49,431 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/MasterData/data/master/store 2024-11-13T15:52:49,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741829_1005 (size=34) 2024-11-13T15:52:49,839 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:52:49,840 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:52:49,840 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:49,840 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:49,840 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:52:49,840 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:49,840 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:52:49,840 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513169840Disabling compacts and flushes for region at 1731513169840Disabling writes for close at 1731513169840Writing region close event to WAL at 1731513169840Closed at 1731513169840 2024-11-13T15:52:49,841 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/MasterData/data/master/store/.initializing 2024-11-13T15:52:49,841 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/MasterData/WALs/c4c650e80f58,43669,1731513168382 2024-11-13T15:52:49,842 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:52:49,844 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4c650e80f58%2C43669%2C1731513168382, suffix=, logDir=hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/MasterData/WALs/c4c650e80f58,43669,1731513168382, archiveDir=hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/MasterData/oldWALs, maxLogs=10 2024-11-13T15:52:49,858 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/MasterData/WALs/c4c650e80f58,43669,1731513168382/c4c650e80f58%2C43669%2C1731513168382.1731513169844, exclude list is [], retry=0 2024-11-13T15:52:49,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-28e9de04-771f-41e1-bf4d-05cc29fd6071,DISK] 2024-11-13T15:52:49,863 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/MasterData/WALs/c4c650e80f58,43669,1731513168382/c4c650e80f58%2C43669%2C1731513168382.1731513169844 2024-11-13T15:52:49,863 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43379:43379)] 2024-11-13T15:52:49,863 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:52:49,863 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:52:49,864 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:49,864 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:49,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:49,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T15:52:49,867 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:49,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:49,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:49,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T15:52:49,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:49,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:52:49,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:49,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T15:52:49,870 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:49,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:52:49,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:49,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T15:52:49,872 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:49,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:52:49,873 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:49,873 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:49,874 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:49,875 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:49,875 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:49,875 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:52:49,876 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:52:49,878 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:52:49,878 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60738603, jitterRate=-0.09492428600788116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:52:49,878 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731513169864Initializing all the Stores at 1731513169864Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513169864Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513169865 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513169865Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513169865Cleaning up temporary data from old regions at 1731513169875 (+10 ms)Region opened successfully at 1731513169878 (+3 ms) 2024-11-13T15:52:49,879 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T15:52:49,881 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7239b9df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:52:49,882 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T15:52:49,882 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T15:52:49,882 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T15:52:49,882 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T15:52:49,883 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T15:52:49,883 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T15:52:49,883 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T15:52:49,885 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T15:52:49,886 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43669-0x100a5fdaf540003, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Unable to get data of znode /1-638713260/balancer because node does not exist (not necessarily an error) 2024-11-13T15:52:49,887 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-638713260/balancer already deleted, retry=false 2024-11-13T15:52:49,887 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T15:52:49,888 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43669-0x100a5fdaf540003, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Unable to get data of znode /1-638713260/normalizer because node does not exist (not necessarily an error) 2024-11-13T15:52:49,888 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-638713260/normalizer already deleted, retry=false 2024-11-13T15:52:49,889 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T15:52:49,889 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43669-0x100a5fdaf540003, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Unable to get data of znode /1-638713260/switch/split because node does not exist (not necessarily an error) 2024-11-13T15:52:49,891 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-638713260/switch/split already deleted, retry=false 2024-11-13T15:52:49,892 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43669-0x100a5fdaf540003, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Unable to get data of znode /1-638713260/switch/merge because node does not exist (not necessarily an error) 2024-11-13T15:52:49,893 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-638713260/switch/merge already deleted, retry=false 2024-11-13T15:52:49,894 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43669-0x100a5fdaf540003, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Unable to get data of znode /1-638713260/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T15:52:49,895 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-638713260/snapshot-cleanup already deleted, retry=false 2024-11-13T15:52:49,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x100a5fdaf540004, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-638713260/running 2024-11-13T15:52:49,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43669-0x100a5fdaf540003, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-638713260/running 2024-11-13T15:52:49,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x100a5fdaf540004, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-638713260 2024-11-13T15:52:49,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43669-0x100a5fdaf540003, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-638713260 2024-11-13T15:52:49,897 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4c650e80f58,43669,1731513168382, sessionid=0x100a5fdaf540003, setting cluster-up flag (Was=false) 2024-11-13T15:52:49,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43669-0x100a5fdaf540003, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-638713260 2024-11-13T15:52:49,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x100a5fdaf540004, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-638713260 2024-11-13T15:52:49,906 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-638713260/flush-table-proc/acquired, /1-638713260/flush-table-proc/reached, /1-638713260/flush-table-proc/abort 2024-11-13T15:52:49,907 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,43669,1731513168382 2024-11-13T15:52:49,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x100a5fdaf540004, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-638713260 2024-11-13T15:52:49,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43669-0x100a5fdaf540003, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-638713260 2024-11-13T15:52:49,917 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-638713260/online-snapshot/acquired, /1-638713260/online-snapshot/reached, /1-638713260/online-snapshot/abort 2024-11-13T15:52:49,918 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,43669,1731513168382 2024-11-13T15:52:49,919 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T15:52:49,920 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T15:52:49,921 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T15:52:49,921 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T15:52:49,921 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4c650e80f58,43669,1731513168382 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T15:52:49,921 INFO [RS:0;c4c650e80f58:45921 {}] regionserver.HRegionServer(746): ClusterId : b9938b7f-51ba-4cc9-93d6-3e0d9e5181fe 2024-11-13T15:52:49,921 DEBUG [RS:0;c4c650e80f58:45921 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T15:52:49,923 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:52:49,923 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:52:49,923 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:52:49,923 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:52:49,923 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4c650e80f58:0, corePoolSize=10, maxPoolSize=10 2024-11-13T15:52:49,923 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:49,923 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:52:49,923 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:49,923 DEBUG [RS:0;c4c650e80f58:45921 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T15:52:49,923 DEBUG [RS:0;c4c650e80f58:45921 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T15:52:49,924 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731513199924 2024-11-13T15:52:49,924 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T15:52:49,924 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T15:52:49,924 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T15:52:49,924 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T15:52:49,924 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T15:52:49,924 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T15:52:49,924 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:49,924 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T15:52:49,924 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T15:52:49,924 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:52:49,924 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T15:52:49,924 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T15:52:49,924 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T15:52:49,925 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T15:52:49,925 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T15:52:49,925 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513169925,5,FailOnTimeoutGroup] 2024-11-13T15:52:49,925 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513169925,5,FailOnTimeoutGroup] 2024-11-13T15:52:49,925 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:49,925 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T15:52:49,925 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:49,925 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:49,925 DEBUG [RS:0;c4c650e80f58:45921 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T15:52:49,925 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:49,926 DEBUG [RS:0;c4c650e80f58:45921 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69789f01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:52:49,926 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T15:52:49,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741831_1007 (size=1321) 2024-11-13T15:52:49,941 DEBUG [RS:0;c4c650e80f58:45921 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4c650e80f58:45921 2024-11-13T15:52:49,941 INFO [RS:0;c4c650e80f58:45921 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T15:52:49,941 INFO [RS:0;c4c650e80f58:45921 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T15:52:49,941 DEBUG [RS:0;c4c650e80f58:45921 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T15:52:49,942 INFO [RS:0;c4c650e80f58:45921 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4c650e80f58,43669,1731513168382 with port=45921, startcode=1731513168477 2024-11-13T15:52:49,942 DEBUG [RS:0;c4c650e80f58:45921 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T15:52:49,944 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T15:52:49,944 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43669 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4c650e80f58,45921,1731513168477 2024-11-13T15:52:49,944 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43669 {}] master.ServerManager(517): Registering regionserver=c4c650e80f58,45921,1731513168477 2024-11-13T15:52:49,945 DEBUG [RS:0;c4c650e80f58:45921 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca 2024-11-13T15:52:49,945 DEBUG [RS:0;c4c650e80f58:45921 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44013 2024-11-13T15:52:49,946 DEBUG [RS:0;c4c650e80f58:45921 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T15:52:49,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43669-0x100a5fdaf540003, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-638713260/rs 2024-11-13T15:52:49,949 DEBUG [RS:0;c4c650e80f58:45921 {}] zookeeper.ZKUtil(111): regionserver:45921-0x100a5fdaf540004, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Set watcher on existing znode=/1-638713260/rs/c4c650e80f58,45921,1731513168477 2024-11-13T15:52:49,949 WARN [RS:0;c4c650e80f58:45921 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:52:49,949 INFO [RS:0;c4c650e80f58:45921 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:52:49,949 DEBUG [RS:0;c4c650e80f58:45921 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/WALs/c4c650e80f58,45921,1731513168477 2024-11-13T15:52:49,949 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4c650e80f58,45921,1731513168477] 2024-11-13T15:52:49,952 INFO [RS:0;c4c650e80f58:45921 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T15:52:49,954 INFO [RS:0;c4c650e80f58:45921 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T15:52:49,955 INFO [RS:0;c4c650e80f58:45921 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T15:52:49,955 INFO [RS:0;c4c650e80f58:45921 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:49,955 INFO [RS:0;c4c650e80f58:45921 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T15:52:49,956 INFO [RS:0;c4c650e80f58:45921 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T15:52:49,956 INFO [RS:0;c4c650e80f58:45921 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:49,956 DEBUG [RS:0;c4c650e80f58:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:49,956 DEBUG [RS:0;c4c650e80f58:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:49,956 DEBUG [RS:0;c4c650e80f58:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:49,956 DEBUG [RS:0;c4c650e80f58:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:49,956 DEBUG [RS:0;c4c650e80f58:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:49,956 DEBUG [RS:0;c4c650e80f58:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:52:49,956 DEBUG [RS:0;c4c650e80f58:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:49,956 DEBUG [RS:0;c4c650e80f58:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:49,956 DEBUG [RS:0;c4c650e80f58:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:49,956 DEBUG [RS:0;c4c650e80f58:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:49,956 DEBUG [RS:0;c4c650e80f58:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:49,956 DEBUG [RS:0;c4c650e80f58:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:52:49,956 DEBUG [RS:0;c4c650e80f58:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:52:49,956 DEBUG [RS:0;c4c650e80f58:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:52:49,957 INFO [RS:0;c4c650e80f58:45921 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:49,957 INFO [RS:0;c4c650e80f58:45921 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:49,957 INFO [RS:0;c4c650e80f58:45921 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:49,957 INFO [RS:0;c4c650e80f58:45921 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:49,957 INFO [RS:0;c4c650e80f58:45921 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:49,957 INFO [RS:0;c4c650e80f58:45921 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,45921,1731513168477-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:52:49,972 INFO [RS:0;c4c650e80f58:45921 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T15:52:49,972 INFO [RS:0;c4c650e80f58:45921 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,45921,1731513168477-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:49,972 INFO [RS:0;c4c650e80f58:45921 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:49,972 INFO [RS:0;c4c650e80f58:45921 {}] regionserver.Replication(171): c4c650e80f58,45921,1731513168477 started 2024-11-13T15:52:49,986 INFO [RS:0;c4c650e80f58:45921 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:49,986 INFO [RS:0;c4c650e80f58:45921 {}] regionserver.HRegionServer(1482): Serving as c4c650e80f58,45921,1731513168477, RpcServer on c4c650e80f58/172.17.0.3:45921, sessionid=0x100a5fdaf540004 2024-11-13T15:52:49,986 DEBUG [RS:0;c4c650e80f58:45921 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T15:52:49,987 DEBUG [RS:0;c4c650e80f58:45921 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4c650e80f58,45921,1731513168477 2024-11-13T15:52:49,987 DEBUG [RS:0;c4c650e80f58:45921 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,45921,1731513168477' 2024-11-13T15:52:49,987 DEBUG [RS:0;c4c650e80f58:45921 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-638713260/flush-table-proc/abort' 2024-11-13T15:52:49,987 DEBUG [RS:0;c4c650e80f58:45921 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-638713260/flush-table-proc/acquired' 2024-11-13T15:52:49,988 DEBUG [RS:0;c4c650e80f58:45921 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T15:52:49,988 DEBUG [RS:0;c4c650e80f58:45921 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T15:52:49,988 DEBUG [RS:0;c4c650e80f58:45921 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4c650e80f58,45921,1731513168477 2024-11-13T15:52:49,988 DEBUG [RS:0;c4c650e80f58:45921 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,45921,1731513168477' 2024-11-13T15:52:49,988 DEBUG [RS:0;c4c650e80f58:45921 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-638713260/online-snapshot/abort' 2024-11-13T15:52:49,988 DEBUG [RS:0;c4c650e80f58:45921 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-638713260/online-snapshot/acquired' 2024-11-13T15:52:49,988 DEBUG [RS:0;c4c650e80f58:45921 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T15:52:49,988 INFO [RS:0;c4c650e80f58:45921 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T15:52:49,988 INFO [RS:0;c4c650e80f58:45921 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T15:52:50,089 INFO [RS:0;c4c650e80f58:45921 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:52:50,090 INFO [RS:0;c4c650e80f58:45921 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C45921%2C1731513168477, suffix=, logDir=hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/WALs/c4c650e80f58,45921,1731513168477, archiveDir=hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/oldWALs, maxLogs=10 2024-11-13T15:52:50,105 DEBUG [RS:0;c4c650e80f58:45921 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/WALs/c4c650e80f58,45921,1731513168477/c4c650e80f58%2C45921%2C1731513168477.1731513170091, exclude list is [], retry=0 2024-11-13T15:52:50,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-28e9de04-771f-41e1-bf4d-05cc29fd6071,DISK] 2024-11-13T15:52:50,119 INFO [RS:0;c4c650e80f58:45921 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/WALs/c4c650e80f58,45921,1731513168477/c4c650e80f58%2C45921%2C1731513168477.1731513170091 2024-11-13T15:52:50,119 DEBUG [RS:0;c4c650e80f58:45921 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43379:43379)] 2024-11-13T15:52:50,341 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T15:52:50,341 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca 2024-11-13T15:52:50,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741833_1009 (size=32) 2024-11-13T15:52:50,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:52:50,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:52:50,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:52:50,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:50,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:50,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:52:50,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:52:50,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:50,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:50,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:52:50,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:52:50,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:50,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:50,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:52:50,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:52:50,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:50,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:50,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:52:50,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/data/hbase/meta/1588230740 2024-11-13T15:52:50,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/data/hbase/meta/1588230740 2024-11-13T15:52:50,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:52:50,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:52:50,762 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:52:50,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:52:50,767 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:52:50,768 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74742588, jitterRate=0.1137513518333435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:52:50,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731513170749Initializing all the Stores at 1731513170750 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513170750Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513170750Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513170750Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513170750Cleaning up temporary data from old regions at 1731513170761 (+11 ms)Region opened successfully at 1731513170768 (+7 ms) 2024-11-13T15:52:50,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:52:50,768 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:52:50,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:52:50,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:52:50,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:52:50,769 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:52:50,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513170768Disabling compacts and flushes for region at 1731513170768Disabling writes for close at 1731513170768Writing region close event to WAL at 1731513170769 (+1 ms)Closed at 1731513170769 2024-11-13T15:52:50,770 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:52:50,770 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T15:52:50,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T15:52:50,771 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:52:50,773 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T15:52:50,923 DEBUG [c4c650e80f58:43669 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T15:52:50,924 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4c650e80f58,45921,1731513168477 2024-11-13T15:52:50,927 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,45921,1731513168477, state=OPENING 2024-11-13T15:52:50,931 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T15:52:50,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43669-0x100a5fdaf540003, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-638713260 2024-11-13T15:52:50,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x100a5fdaf540004, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-638713260 2024-11-13T15:52:50,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-638713260/meta-region-server: CHANGED 2024-11-13T15:52:50,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-638713260/meta-region-server: CHANGED 2024-11-13T15:52:50,942 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:52:50,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,45921,1731513168477}] 2024-11-13T15:52:51,096 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T15:52:51,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T15:52:51,102 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T15:52:51,102 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:52:51,102 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T15:52:51,104 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C45921%2C1731513168477.meta, suffix=.meta, logDir=hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/WALs/c4c650e80f58,45921,1731513168477, archiveDir=hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/oldWALs, maxLogs=10 2024-11-13T15:52:51,119 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/WALs/c4c650e80f58,45921,1731513168477/c4c650e80f58%2C45921%2C1731513168477.meta.1731513171104.meta, exclude list is [], retry=0 2024-11-13T15:52:51,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-28e9de04-771f-41e1-bf4d-05cc29fd6071,DISK] 2024-11-13T15:52:51,123 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/WALs/c4c650e80f58,45921,1731513168477/c4c650e80f58%2C45921%2C1731513168477.meta.1731513171104.meta 2024-11-13T15:52:51,123 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43379:43379)] 2024-11-13T15:52:51,123 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:52:51,124 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:52:51,124 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:52:51,124 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T15:52:51,124 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T15:52:51,124 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T15:52:51,124 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:52:51,124 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T15:52:51,124 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T15:52:51,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:52:51,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:52:51,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:51,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:51,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:52:51,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:52:51,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:51,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:51,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:52:51,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:52:51,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:51,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:51,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:52:51,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:52:51,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:51,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:52:51,131 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:52:51,131 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/data/hbase/meta/1588230740 2024-11-13T15:52:51,132 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/data/hbase/meta/1588230740 2024-11-13T15:52:51,134 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:52:51,134 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:52:51,134 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:52:51,136 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:52:51,136 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63642042, jitterRate=-0.05165967345237732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:52:51,137 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T15:52:51,137 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731513171124Writing region info on filesystem at 1731513171124Initializing all the Stores at 1731513171125 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513171125Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513171125Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513171125Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513171125Cleaning up temporary data from old regions at 1731513171134 (+9 ms)Running coprocessor post-open hooks at 1731513171137 (+3 ms)Region opened successfully at 1731513171137 2024-11-13T15:52:51,138 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731513171095 2024-11-13T15:52:51,140 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T15:52:51,140 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T15:52:51,141 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,45921,1731513168477 2024-11-13T15:52:51,142 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,45921,1731513168477, state=OPEN 2024-11-13T15:52:51,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43669-0x100a5fdaf540003, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-638713260/meta-region-server 2024-11-13T15:52:51,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x100a5fdaf540004, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-638713260/meta-region-server 2024-11-13T15:52:51,144 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4c650e80f58,45921,1731513168477 2024-11-13T15:52:51,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-638713260/meta-region-server: CHANGED 2024-11-13T15:52:51,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-638713260/meta-region-server: CHANGED 2024-11-13T15:52:51,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T15:52:51,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,45921,1731513168477 in 202 msec 2024-11-13T15:52:51,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T15:52:51,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 377 msec 2024-11-13T15:52:51,150 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:52:51,150 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T15:52:51,151 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:52:51,151 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,45921,1731513168477, seqNum=-1] 2024-11-13T15:52:51,152 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:52:51,153 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38935, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:52:51,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2390 sec 2024-11-13T15:52:51,160 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731513171160, completionTime=-1 2024-11-13T15:52:51,160 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T15:52:51,160 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T15:52:51,162 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T15:52:51,163 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731513231162 2024-11-13T15:52:51,163 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731513291163 2024-11-13T15:52:51,163 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T15:52:51,163 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,43669,1731513168382-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:51,163 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,43669,1731513168382-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:51,163 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,43669,1731513168382-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:51,163 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4c650e80f58:43669, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:51,163 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:51,163 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:51,169 DEBUG [master/c4c650e80f58:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T15:52:51,170 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.626sec 2024-11-13T15:52:51,170 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T15:52:51,170 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T15:52:51,171 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T15:52:51,171 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T15:52:51,171 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T15:52:51,171 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,43669,1731513168382-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:52:51,171 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,43669,1731513168382-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T15:52:51,175 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T15:52:51,175 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T15:52:51,175 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,43669,1731513168382-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:52:51,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d54e32e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:51,223 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,43669,-1 for getting cluster id 2024-11-13T15:52:51,223 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:52:51,224 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9938b7f-51ba-4cc9-93d6-3e0d9e5181fe' 2024-11-13T15:52:51,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:52:51,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9938b7f-51ba-4cc9-93d6-3e0d9e5181fe" 2024-11-13T15:52:51,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37db135b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:51,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,43669,-1] 2024-11-13T15:52:51,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:52:51,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:51,227 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:52:51,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65657500, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:51,228 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:52:51,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,45921,1731513168477, seqNum=-1] 2024-11-13T15:52:51,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:52:51,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:52:51,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4c650e80f58,43669,1731513168382 2024-11-13T15:52:51,234 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49649 2024-11-13T15:52:51,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:52:51,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100a5fdaf540005 connected 2024-11-13T15:52:51,242 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:52:51,243 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,44799,1731513164532 2024-11-13T15:52:51,243 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@219dfe3 2024-11-13T15:52:51,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:52:51,246 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:52:51,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44799 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:52:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44799 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T15:52:51,253 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T15:52:51,255 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:51,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44799 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T15:52:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:52:51,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T15:52:51,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44495 is added to blk_1073741835_1011 (size=902) 2024-11-13T15:52:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:52:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:52:51,682 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d6b8e4007b4abdcd8c6d32e74065567e, NAME => 'test,,1731513171246.d6b8e4007b4abdcd8c6d32e74065567e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a 2024-11-13T15:52:51,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44495 is added to blk_1073741836_1012 (size=39) 2024-11-13T15:52:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:52:52,039 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T15:52:52,090 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731513171246.d6b8e4007b4abdcd8c6d32e74065567e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:52:52,090 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d6b8e4007b4abdcd8c6d32e74065567e, disabling compactions & flushes 2024-11-13T15:52:52,090 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731513171246.d6b8e4007b4abdcd8c6d32e74065567e. 2024-11-13T15:52:52,090 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731513171246.d6b8e4007b4abdcd8c6d32e74065567e. 2024-11-13T15:52:52,090 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731513171246.d6b8e4007b4abdcd8c6d32e74065567e. after waiting 0 ms 2024-11-13T15:52:52,090 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731513171246.d6b8e4007b4abdcd8c6d32e74065567e. 2024-11-13T15:52:52,090 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731513171246.d6b8e4007b4abdcd8c6d32e74065567e. 2024-11-13T15:52:52,090 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d6b8e4007b4abdcd8c6d32e74065567e: Waiting for close lock at 1731513172090Disabling compacts and flushes for region at 1731513172090Disabling writes for close at 1731513172090Writing region close event to WAL at 1731513172090Closed at 1731513172090 2024-11-13T15:52:52,092 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T15:52:52,092 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731513171246.d6b8e4007b4abdcd8c6d32e74065567e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731513172092"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513172092"}]},"ts":"1731513172092"} 2024-11-13T15:52:52,095 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T15:52:52,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T15:52:52,096 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513172096"}]},"ts":"1731513172096"} 2024-11-13T15:52:52,098 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T15:52:52,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d6b8e4007b4abdcd8c6d32e74065567e, ASSIGN}] 2024-11-13T15:52:52,099 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d6b8e4007b4abdcd8c6d32e74065567e, ASSIGN 2024-11-13T15:52:52,100 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d6b8e4007b4abdcd8c6d32e74065567e, ASSIGN; state=OFFLINE, location=c4c650e80f58,40349,1731513164588; forceNewPlan=false, retain=false 2024-11-13T15:52:52,251 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d6b8e4007b4abdcd8c6d32e74065567e, regionState=OPENING, regionLocation=c4c650e80f58,40349,1731513164588 2024-11-13T15:52:52,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d6b8e4007b4abdcd8c6d32e74065567e, ASSIGN because future has completed 2024-11-13T15:52:52,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6b8e4007b4abdcd8c6d32e74065567e, server=c4c650e80f58,40349,1731513164588}] 2024-11-13T15:52:52,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:52:52,414 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731513171246.d6b8e4007b4abdcd8c6d32e74065567e. 2024-11-13T15:52:52,414 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d6b8e4007b4abdcd8c6d32e74065567e, NAME => 'test,,1731513171246.d6b8e4007b4abdcd8c6d32e74065567e.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:52:52,414 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:52:52,415 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T15:52:52,415 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d6b8e4007b4abdcd8c6d32e74065567e 2024-11-13T15:52:52,415 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731513171246.d6b8e4007b4abdcd8c6d32e74065567e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:52:52,415 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d6b8e4007b4abdcd8c6d32e74065567e 2024-11-13T15:52:52,415 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d6b8e4007b4abdcd8c6d32e74065567e 2024-11-13T15:52:52,416 INFO [StoreOpener-d6b8e4007b4abdcd8c6d32e74065567e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d6b8e4007b4abdcd8c6d32e74065567e 2024-11-13T15:52:52,418 INFO [StoreOpener-d6b8e4007b4abdcd8c6d32e74065567e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6b8e4007b4abdcd8c6d32e74065567e columnFamilyName f 2024-11-13T15:52:52,418 DEBUG [StoreOpener-d6b8e4007b4abdcd8c6d32e74065567e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:52,418 INFO [StoreOpener-d6b8e4007b4abdcd8c6d32e74065567e-1 {}] regionserver.HStore(327): Store=d6b8e4007b4abdcd8c6d32e74065567e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:52:52,418 INFO [StoreOpener-d6b8e4007b4abdcd8c6d32e74065567e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d6b8e4007b4abdcd8c6d32e74065567e 2024-11-13T15:52:52,419 INFO [StoreOpener-d6b8e4007b4abdcd8c6d32e74065567e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6b8e4007b4abdcd8c6d32e74065567e columnFamilyName f1 2024-11-13T15:52:52,419 DEBUG [StoreOpener-d6b8e4007b4abdcd8c6d32e74065567e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:52,420 INFO [StoreOpener-d6b8e4007b4abdcd8c6d32e74065567e-1 {}] regionserver.HStore(327): Store=d6b8e4007b4abdcd8c6d32e74065567e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:52:52,420 INFO [StoreOpener-d6b8e4007b4abdcd8c6d32e74065567e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d6b8e4007b4abdcd8c6d32e74065567e 2024-11-13T15:52:52,421 INFO [StoreOpener-d6b8e4007b4abdcd8c6d32e74065567e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6b8e4007b4abdcd8c6d32e74065567e columnFamilyName norep 2024-11-13T15:52:52,421 DEBUG [StoreOpener-d6b8e4007b4abdcd8c6d32e74065567e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:52,422 INFO [StoreOpener-d6b8e4007b4abdcd8c6d32e74065567e-1 {}] regionserver.HStore(327): Store=d6b8e4007b4abdcd8c6d32e74065567e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:52:52,422 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d6b8e4007b4abdcd8c6d32e74065567e 2024-11-13T15:52:52,423 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/default/test/d6b8e4007b4abdcd8c6d32e74065567e 2024-11-13T15:52:52,423 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/default/test/d6b8e4007b4abdcd8c6d32e74065567e 2024-11-13T15:52:52,424 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d6b8e4007b4abdcd8c6d32e74065567e 2024-11-13T15:52:52,424 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d6b8e4007b4abdcd8c6d32e74065567e 2024-11-13T15:52:52,425 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T15:52:52,426 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d6b8e4007b4abdcd8c6d32e74065567e 2024-11-13T15:52:52,430 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/default/test/d6b8e4007b4abdcd8c6d32e74065567e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:52:52,430 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d6b8e4007b4abdcd8c6d32e74065567e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63287588, jitterRate=-0.056941449642181396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T15:52:52,430 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d6b8e4007b4abdcd8c6d32e74065567e 2024-11-13T15:52:52,431 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d6b8e4007b4abdcd8c6d32e74065567e: Running coprocessor pre-open hook at 1731513172415Writing region info on filesystem at 1731513172415Initializing all the Stores at 1731513172416 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513172416Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513172416Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513172416Cleaning up temporary data from old regions at 1731513172424 (+8 ms)Running coprocessor post-open hooks at 1731513172430 (+6 ms)Region opened successfully at 1731513172431 (+1 ms) 2024-11-13T15:52:52,434 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731513171246.d6b8e4007b4abdcd8c6d32e74065567e., pid=6, masterSystemTime=1731513172409 2024-11-13T15:52:52,437 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731513171246.d6b8e4007b4abdcd8c6d32e74065567e. 2024-11-13T15:52:52,437 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731513171246.d6b8e4007b4abdcd8c6d32e74065567e. 2024-11-13T15:52:52,438 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d6b8e4007b4abdcd8c6d32e74065567e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c4c650e80f58,40349,1731513164588 2024-11-13T15:52:52,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6b8e4007b4abdcd8c6d32e74065567e, server=c4c650e80f58,40349,1731513164588 because future has completed 2024-11-13T15:52:52,444 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T15:52:52,444 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d6b8e4007b4abdcd8c6d32e74065567e, server=c4c650e80f58,40349,1731513164588 in 186 msec 2024-11-13T15:52:52,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T15:52:52,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d6b8e4007b4abdcd8c6d32e74065567e, ASSIGN in 346 msec 2024-11-13T15:52:52,448 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T15:52:52,448 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513172448"}]},"ts":"1731513172448"} 2024-11-13T15:52:52,451 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T15:52:52,452 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T15:52:52,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2020 sec 2024-11-13T15:52:52,682 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T15:52:52,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:52:52,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:52:52,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:52:52,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:52:53,089 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T15:52:53,089 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T15:52:53,089 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T15:52:53,090 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T15:52:53,090 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:52:53,090 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T15:52:53,090 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T15:52:53,090 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T15:52:53,090 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:52:53,090 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T15:52:53,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:52:53,402 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:52:53,402 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T15:52:53,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,43669,1731513168382 2024-11-13T15:52:53,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@468c1596 2024-11-13T15:52:53,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:52:53,405 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:52:53,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43669 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:52:53,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43669 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T15:52:53,408 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T15:52:53,408 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:53,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43669 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T15:52:53,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:52:53,409 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T15:52:53,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741835_1011 (size=902) 2024-11-13T15:52:53,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:52:53,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:52:53,818 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5bbde8749be5b07ebd3924046c3fc06b, NAME => 'test,,1731513173405.5bbde8749be5b07ebd3924046c3fc06b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca 2024-11-13T15:52:53,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741836_1012 (size=39) 2024-11-13T15:52:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:52:54,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731513173405.5bbde8749be5b07ebd3924046c3fc06b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:52:54,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5bbde8749be5b07ebd3924046c3fc06b, disabling compactions & flushes 2024-11-13T15:52:54,229 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731513173405.5bbde8749be5b07ebd3924046c3fc06b. 2024-11-13T15:52:54,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731513173405.5bbde8749be5b07ebd3924046c3fc06b. 2024-11-13T15:52:54,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731513173405.5bbde8749be5b07ebd3924046c3fc06b. after waiting 0 ms 2024-11-13T15:52:54,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731513173405.5bbde8749be5b07ebd3924046c3fc06b. 2024-11-13T15:52:54,229 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731513173405.5bbde8749be5b07ebd3924046c3fc06b. 2024-11-13T15:52:54,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5bbde8749be5b07ebd3924046c3fc06b: Waiting for close lock at 1731513174229Disabling compacts and flushes for region at 1731513174229Disabling writes for close at 1731513174229Writing region close event to WAL at 1731513174229Closed at 1731513174229 2024-11-13T15:52:54,230 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T15:52:54,231 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731513173405.5bbde8749be5b07ebd3924046c3fc06b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731513174230"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513174230"}]},"ts":"1731513174230"} 2024-11-13T15:52:54,234 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T15:52:54,236 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T15:52:54,236 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513174236"}]},"ts":"1731513174236"} 2024-11-13T15:52:54,238 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T15:52:54,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5bbde8749be5b07ebd3924046c3fc06b, ASSIGN}] 2024-11-13T15:52:54,240 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5bbde8749be5b07ebd3924046c3fc06b, ASSIGN 2024-11-13T15:52:54,241 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5bbde8749be5b07ebd3924046c3fc06b, ASSIGN; state=OFFLINE, location=c4c650e80f58,45921,1731513168477; forceNewPlan=false, retain=false 2024-11-13T15:52:54,392 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5bbde8749be5b07ebd3924046c3fc06b, regionState=OPENING, regionLocation=c4c650e80f58,45921,1731513168477 2024-11-13T15:52:54,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5bbde8749be5b07ebd3924046c3fc06b, ASSIGN because future has completed 2024-11-13T15:52:54,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bbde8749be5b07ebd3924046c3fc06b, server=c4c650e80f58,45921,1731513168477}] 2024-11-13T15:52:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:52:54,552 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731513173405.5bbde8749be5b07ebd3924046c3fc06b. 2024-11-13T15:52:54,553 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5bbde8749be5b07ebd3924046c3fc06b, NAME => 'test,,1731513173405.5bbde8749be5b07ebd3924046c3fc06b.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:52:54,553 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:52:54,553 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T15:52:54,553 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5bbde8749be5b07ebd3924046c3fc06b 2024-11-13T15:52:54,553 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731513173405.5bbde8749be5b07ebd3924046c3fc06b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:52:54,553 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5bbde8749be5b07ebd3924046c3fc06b 2024-11-13T15:52:54,553 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5bbde8749be5b07ebd3924046c3fc06b 2024-11-13T15:52:54,555 INFO [StoreOpener-5bbde8749be5b07ebd3924046c3fc06b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5bbde8749be5b07ebd3924046c3fc06b 2024-11-13T15:52:54,556 INFO [StoreOpener-5bbde8749be5b07ebd3924046c3fc06b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bbde8749be5b07ebd3924046c3fc06b columnFamilyName f 2024-11-13T15:52:54,556 DEBUG [StoreOpener-5bbde8749be5b07ebd3924046c3fc06b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:54,556 INFO [StoreOpener-5bbde8749be5b07ebd3924046c3fc06b-1 {}] regionserver.HStore(327): Store=5bbde8749be5b07ebd3924046c3fc06b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:52:54,556 INFO [StoreOpener-5bbde8749be5b07ebd3924046c3fc06b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5bbde8749be5b07ebd3924046c3fc06b 2024-11-13T15:52:54,558 INFO [StoreOpener-5bbde8749be5b07ebd3924046c3fc06b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bbde8749be5b07ebd3924046c3fc06b columnFamilyName f1 2024-11-13T15:52:54,558 DEBUG [StoreOpener-5bbde8749be5b07ebd3924046c3fc06b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:54,558 INFO [StoreOpener-5bbde8749be5b07ebd3924046c3fc06b-1 {}] regionserver.HStore(327): Store=5bbde8749be5b07ebd3924046c3fc06b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:52:54,558 INFO [StoreOpener-5bbde8749be5b07ebd3924046c3fc06b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5bbde8749be5b07ebd3924046c3fc06b 2024-11-13T15:52:54,559 INFO [StoreOpener-5bbde8749be5b07ebd3924046c3fc06b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bbde8749be5b07ebd3924046c3fc06b columnFamilyName norep 2024-11-13T15:52:54,559 DEBUG [StoreOpener-5bbde8749be5b07ebd3924046c3fc06b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:54,560 INFO [StoreOpener-5bbde8749be5b07ebd3924046c3fc06b-1 {}] regionserver.HStore(327): Store=5bbde8749be5b07ebd3924046c3fc06b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:52:54,560 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5bbde8749be5b07ebd3924046c3fc06b 2024-11-13T15:52:54,560 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/data/default/test/5bbde8749be5b07ebd3924046c3fc06b 2024-11-13T15:52:54,561 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/data/default/test/5bbde8749be5b07ebd3924046c3fc06b 2024-11-13T15:52:54,562 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5bbde8749be5b07ebd3924046c3fc06b 2024-11-13T15:52:54,562 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5bbde8749be5b07ebd3924046c3fc06b 2024-11-13T15:52:54,562 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T15:52:54,564 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5bbde8749be5b07ebd3924046c3fc06b 2024-11-13T15:52:54,566 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/data/default/test/5bbde8749be5b07ebd3924046c3fc06b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:52:54,566 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5bbde8749be5b07ebd3924046c3fc06b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74476361, jitterRate=0.10978426039218903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T15:52:54,566 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5bbde8749be5b07ebd3924046c3fc06b 2024-11-13T15:52:54,567 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5bbde8749be5b07ebd3924046c3fc06b: Running coprocessor pre-open hook at 1731513174553Writing region info on filesystem at 1731513174553Initializing all the Stores at 1731513174554 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513174554Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513174554Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513174554Cleaning up temporary data from old regions at 1731513174562 (+8 ms)Running coprocessor post-open hooks at 1731513174567 (+5 ms)Region opened successfully at 1731513174567 2024-11-13T15:52:54,568 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731513173405.5bbde8749be5b07ebd3924046c3fc06b., pid=6, masterSystemTime=1731513174548 2024-11-13T15:52:54,570 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731513173405.5bbde8749be5b07ebd3924046c3fc06b. 2024-11-13T15:52:54,570 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731513173405.5bbde8749be5b07ebd3924046c3fc06b. 2024-11-13T15:52:54,571 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5bbde8749be5b07ebd3924046c3fc06b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c4c650e80f58,45921,1731513168477 2024-11-13T15:52:54,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bbde8749be5b07ebd3924046c3fc06b, server=c4c650e80f58,45921,1731513168477 because future has completed 2024-11-13T15:52:54,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T15:52:54,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5bbde8749be5b07ebd3924046c3fc06b, server=c4c650e80f58,45921,1731513168477 in 180 msec 2024-11-13T15:52:54,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T15:52:54,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5bbde8749be5b07ebd3924046c3fc06b, ASSIGN in 338 msec 2024-11-13T15:52:54,581 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T15:52:54,581 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513174581"}]},"ts":"1731513174581"} 2024-11-13T15:52:54,583 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T15:52:54,584 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T15:52:54,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1780 sec 2024-11-13T15:52:55,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:52:55,563 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T15:52:55,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@620702be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:55,564 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,44799,-1 for getting cluster id 2024-11-13T15:52:55,564 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:52:55,565 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58d2dfd7-7872-48cb-bb80-4a9aafadb49b' 2024-11-13T15:52:55,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:52:55,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58d2dfd7-7872-48cb-bb80-4a9aafadb49b" 2024-11-13T15:52:55,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2c89ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:55,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,44799,-1] 2024-11-13T15:52:55,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:52:55,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:55,567 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:52:55,567 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7965c3d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:55,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b26174c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:55,568 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,43669,-1 for getting cluster id 2024-11-13T15:52:55,568 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:52:55,569 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9938b7f-51ba-4cc9-93d6-3e0d9e5181fe' 2024-11-13T15:52:55,569 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:52:55,569 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9938b7f-51ba-4cc9-93d6-3e0d9e5181fe" 2024-11-13T15:52:55,570 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@502fe9fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:55,570 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,43669,-1] 2024-11-13T15:52:55,570 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:52:55,570 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:55,571 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:52:55,571 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511ecc7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:55,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4188d75f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:55,572 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,44799,-1 for getting cluster id 2024-11-13T15:52:55,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:52:55,573 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58d2dfd7-7872-48cb-bb80-4a9aafadb49b' 2024-11-13T15:52:55,573 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:52:55,573 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58d2dfd7-7872-48cb-bb80-4a9aafadb49b" 2024-11-13T15:52:55,573 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11d9b26e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:55,573 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,44799,-1] 2024-11-13T15:52:55,574 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:52:55,574 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:55,574 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:52:55,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71dd5b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:55,577 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:52:55,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,44799,1731513164532 2024-11-13T15:52:55,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68632996 2024-11-13T15:52:55,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:52:55,579 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:52:55,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44799 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c4c650e80f58:43669,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-13T15:52:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44799 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T15:52:55,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:52:55,583 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:43669' 2024-11-13T15:52:55,584 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67bcee6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:55,584 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,43669,-1 for getting cluster id 2024-11-13T15:52:55,584 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:52:55,585 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9938b7f-51ba-4cc9-93d6-3e0d9e5181fe' 2024-11-13T15:52:55,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:52:55,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9938b7f-51ba-4cc9-93d6-3e0d9e5181fe" 2024-11-13T15:52:55,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15c4195b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:55,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,43669,-1] 2024-11-13T15:52:55,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:52:55,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:55,586 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:52:55,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@649984c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:55,587 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:52:55,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,43669,1731513168382 2024-11-13T15:52:55,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a2961f2 2024-11-13T15:52:55,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:52:55,588 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:52:55,589 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T15:52:55,589 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T15:52:55,589 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:55,589 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:55,589 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:52:55,589 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:52:55,591 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T15:52:55,592 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T15:52:55,592 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:55,593 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T15:52:55,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44495 is added to blk_1073741837_1013 (size=1138) 2024-11-13T15:52:55,641 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T15:52:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:52:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:52:55,952 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T15:52:56,001 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5473b7b7d97f198eeecce880e2ed9125, NAME => 'hbase:replication,,1731513175589.5473b7b7d97f198eeecce880e2ed9125.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a 2024-11-13T15:52:56,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44495 is added to blk_1073741838_1014 (size=44) 2024-11-13T15:52:56,007 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731513175589.5473b7b7d97f198eeecce880e2ed9125.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:52:56,007 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5473b7b7d97f198eeecce880e2ed9125, disabling compactions & flushes 2024-11-13T15:52:56,007 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731513175589.5473b7b7d97f198eeecce880e2ed9125. 2024-11-13T15:52:56,007 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731513175589.5473b7b7d97f198eeecce880e2ed9125. 2024-11-13T15:52:56,007 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731513175589.5473b7b7d97f198eeecce880e2ed9125. after waiting 0 ms 2024-11-13T15:52:56,007 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731513175589.5473b7b7d97f198eeecce880e2ed9125. 2024-11-13T15:52:56,007 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731513175589.5473b7b7d97f198eeecce880e2ed9125. 2024-11-13T15:52:56,007 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5473b7b7d97f198eeecce880e2ed9125: Waiting for close lock at 1731513176007Disabling compacts and flushes for region at 1731513176007Disabling writes for close at 1731513176007Writing region close event to WAL at 1731513176007Closed at 1731513176007 2024-11-13T15:52:56,009 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T15:52:56,009 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731513175589.5473b7b7d97f198eeecce880e2ed9125.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731513176009"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513176009"}]},"ts":"1731513176009"} 2024-11-13T15:52:56,012 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T15:52:56,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T15:52:56,013 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513176013"}]},"ts":"1731513176013"} 2024-11-13T15:52:56,015 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T15:52:56,016 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5473b7b7d97f198eeecce880e2ed9125, ASSIGN}] 2024-11-13T15:52:56,017 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5473b7b7d97f198eeecce880e2ed9125, ASSIGN 2024-11-13T15:52:56,031 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5473b7b7d97f198eeecce880e2ed9125, ASSIGN; state=OFFLINE, location=c4c650e80f58,40349,1731513164588; forceNewPlan=false, retain=false 2024-11-13T15:52:56,182 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5473b7b7d97f198eeecce880e2ed9125, regionState=OPENING, regionLocation=c4c650e80f58,40349,1731513164588 2024-11-13T15:52:56,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5473b7b7d97f198eeecce880e2ed9125, ASSIGN because future has completed 2024-11-13T15:52:56,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5473b7b7d97f198eeecce880e2ed9125, server=c4c650e80f58,40349,1731513164588}] 2024-11-13T15:52:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:52:56,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731513175589.5473b7b7d97f198eeecce880e2ed9125. 2024-11-13T15:52:56,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:52:56,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T15:52:56,343 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C40349%2C1731513164588.rep, suffix=, logDir=hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588, archiveDir=hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/oldWALs, maxLogs=10 2024-11-13T15:52:56,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.rep.1731513176344, exclude list is [], retry=0 2024-11-13T15:52:56,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44495,DS-13f2a8ba-8d04-4556-a8ed-94fe4d64599e,DISK] 2024-11-13T15:52:56,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.rep.1731513176344 2024-11-13T15:52:56,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39205:39205)] 2024-11-13T15:52:56,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5473b7b7d97f198eeecce880e2ed9125, NAME => 'hbase:replication,,1731513175589.5473b7b7d97f198eeecce880e2ed9125.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:52:56,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:52:56,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:52:56,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731513175589.5473b7b7d97f198eeecce880e2ed9125. service=MultiRowMutationService 2024-11-13T15:52:56,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T15:52:56,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5473b7b7d97f198eeecce880e2ed9125 2024-11-13T15:52:56,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731513175589.5473b7b7d97f198eeecce880e2ed9125.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:52:56,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5473b7b7d97f198eeecce880e2ed9125 2024-11-13T15:52:56,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5473b7b7d97f198eeecce880e2ed9125 2024-11-13T15:52:56,367 INFO [StoreOpener-5473b7b7d97f198eeecce880e2ed9125-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5473b7b7d97f198eeecce880e2ed9125 2024-11-13T15:52:56,368 INFO [StoreOpener-5473b7b7d97f198eeecce880e2ed9125-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5473b7b7d97f198eeecce880e2ed9125 columnFamilyName hfileref 2024-11-13T15:52:56,368 DEBUG [StoreOpener-5473b7b7d97f198eeecce880e2ed9125-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:56,369 INFO [StoreOpener-5473b7b7d97f198eeecce880e2ed9125-1 {}] regionserver.HStore(327): Store=5473b7b7d97f198eeecce880e2ed9125/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:52:56,369 INFO [StoreOpener-5473b7b7d97f198eeecce880e2ed9125-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5473b7b7d97f198eeecce880e2ed9125 2024-11-13T15:52:56,370 INFO [StoreOpener-5473b7b7d97f198eeecce880e2ed9125-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5473b7b7d97f198eeecce880e2ed9125 columnFamilyName queue 2024-11-13T15:52:56,370 DEBUG [StoreOpener-5473b7b7d97f198eeecce880e2ed9125-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:56,370 INFO [StoreOpener-5473b7b7d97f198eeecce880e2ed9125-1 {}] regionserver.HStore(327): Store=5473b7b7d97f198eeecce880e2ed9125/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:52:56,371 INFO [StoreOpener-5473b7b7d97f198eeecce880e2ed9125-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5473b7b7d97f198eeecce880e2ed9125 2024-11-13T15:52:56,372 INFO [StoreOpener-5473b7b7d97f198eeecce880e2ed9125-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5473b7b7d97f198eeecce880e2ed9125 columnFamilyName sid 2024-11-13T15:52:56,372 DEBUG [StoreOpener-5473b7b7d97f198eeecce880e2ed9125-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:52:56,372 INFO [StoreOpener-5473b7b7d97f198eeecce880e2ed9125-1 {}] regionserver.HStore(327): Store=5473b7b7d97f198eeecce880e2ed9125/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:52:56,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5473b7b7d97f198eeecce880e2ed9125 2024-11-13T15:52:56,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/replication/5473b7b7d97f198eeecce880e2ed9125 2024-11-13T15:52:56,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/replication/5473b7b7d97f198eeecce880e2ed9125 2024-11-13T15:52:56,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5473b7b7d97f198eeecce880e2ed9125 2024-11-13T15:52:56,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5473b7b7d97f198eeecce880e2ed9125 2024-11-13T15:52:56,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T15:52:56,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5473b7b7d97f198eeecce880e2ed9125 2024-11-13T15:52:56,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/replication/5473b7b7d97f198eeecce880e2ed9125/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:52:56,378 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5473b7b7d97f198eeecce880e2ed9125; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68107179, jitterRate=0.014876052737236023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T15:52:56,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5473b7b7d97f198eeecce880e2ed9125 2024-11-13T15:52:56,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5473b7b7d97f198eeecce880e2ed9125: Running coprocessor pre-open hook at 1731513176366Writing region info on filesystem at 1731513176366Initializing all the Stores at 1731513176367 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513176367Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513176367Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513176367Cleaning up temporary data from old regions at 1731513176374 (+7 ms)Running coprocessor post-open hooks at 1731513176378 (+4 ms)Region opened successfully at 1731513176379 (+1 ms) 2024-11-13T15:52:56,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731513175589.5473b7b7d97f198eeecce880e2ed9125., pid=10, masterSystemTime=1731513176337 2024-11-13T15:52:56,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731513175589.5473b7b7d97f198eeecce880e2ed9125. 2024-11-13T15:52:56,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731513175589.5473b7b7d97f198eeecce880e2ed9125. 2024-11-13T15:52:56,383 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5473b7b7d97f198eeecce880e2ed9125, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,40349,1731513164588 2024-11-13T15:52:56,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5473b7b7d97f198eeecce880e2ed9125, server=c4c650e80f58,40349,1731513164588 because future has completed 2024-11-13T15:52:56,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T15:52:56,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5473b7b7d97f198eeecce880e2ed9125, server=c4c650e80f58,40349,1731513164588 in 202 msec 2024-11-13T15:52:56,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T15:52:56,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5473b7b7d97f198eeecce880e2ed9125, ASSIGN in 374 msec 2024-11-13T15:52:56,392 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T15:52:56,392 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513176392"}]},"ts":"1731513176392"} 2024-11-13T15:52:56,394 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T15:52:56,395 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T15:52:56,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 806 msec 2024-11-13T15:52:56,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731513175589.5473b7b7d97f198eeecce880e2ed9125., hostname=c4c650e80f58,40349,1731513164588, seqNum=2] 2024-11-13T15:52:56,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40349-0x100a5fdaf540001, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329598292 2024-11-13T15:52:56,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44799-0x100a5fdaf540000, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329598292 2024-11-13T15:52:56,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T15:52:56,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40349 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T15:52:56,612 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T15:52:56,641 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c4c650e80f58,40349,1731513164588, ReplicationSource: 1, currentBandwidth=0 2024-11-13T15:52:56,642 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:52:56,642 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,40349,1731513164588, seqNum=-1] 2024-11-13T15:52:56,642 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:52:56,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-13T15:52:56,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c4c650e80f58,40349,1731513164588', locateType=CURRENT is [region=hbase:replication,,1731513175589.5473b7b7d97f198eeecce880e2ed9125., hostname=c4c650e80f58,40349,1731513164588, seqNum=2] 2024-11-13T15:52:56,661 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T15:52:56,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44799 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T15:52:56,664 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c4c650e80f58,40349,1731513164588 suceeded 2024-11-13T15:52:56,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T15:52:56,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-13T15:52:56,672 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c4c650e80f58:43669,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-13T15:52:56,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0930 sec 2024-11-13T15:52:56,685 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:43669' 2024-11-13T15:52:56,687 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52e46506, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:56,687 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,43669,-1 for getting cluster id 2024-11-13T15:52:56,687 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:52:56,688 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9938b7f-51ba-4cc9-93d6-3e0d9e5181fe' 2024-11-13T15:52:56,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:52:56,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9938b7f-51ba-4cc9-93d6-3e0d9e5181fe" 2024-11-13T15:52:56,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cd4d940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:56,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,43669,-1] 2024-11-13T15:52:56,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:52:56,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:56,691 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:52:56,692 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78d76be6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:56,692 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:52:56,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,43669,1731513168382 2024-11-13T15:52:56,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@575d0ce3 2024-11-13T15:52:56,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:52:56,694 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-13T15:52:56,695 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c4c650e80f58,40349,1731513164588 (queues=1) is replicating from cluster=58d2dfd7-7872-48cb-bb80-4a9aafadb49b to cluster=b9938b7f-51ba-4cc9-93d6-3e0d9e5181fe 2024-11-13T15:52:56,695 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c4c650e80f58%2C40349%2C1731513164588 2024-11-13T15:52:56,695 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c4c650e80f58,40349,1731513164588, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T15:52:56,696 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.shipperc4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4c650e80f58%2C40349%2C1731513164588 2024-11-13T15:52:56,696 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184, startPosition=0, beingWritten=true 2024-11-13T15:52:56,709 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:52:56,709 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 379, reset compression=false 2024-11-13T15:52:56,709 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.shipperc4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,40349,1731513164588 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T15:52:56,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:52:56,722 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T15:52:56,722 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:52:56,722 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:52:56,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:56,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:56,723 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:52:56,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:56,730 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731513176728/Put/seqid=0 2024-11-13T15:52:56,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44495 is added to blk_1073741840_1016 (size=7894) 2024-11-13T15:52:56,916 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 379, reset compression=false 2024-11-13T15:52:57,138 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/load_f/f/hfile_1 is 34, key is ddd/f:row/1731513177137/Put/seqid=0 2024-11-13T15:52:57,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44495 is added to blk_1073741841_1017 (size=7691) 2024-11-13T15:52:57,221 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 379, reset compression=false 2024-11-13T15:52:57,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75203634, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:57,549 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,44799,-1 for getting cluster id 2024-11-13T15:52:57,549 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:52:57,550 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58d2dfd7-7872-48cb-bb80-4a9aafadb49b' 2024-11-13T15:52:57,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:52:57,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58d2dfd7-7872-48cb-bb80-4a9aafadb49b" 2024-11-13T15:52:57,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba366b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:57,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,44799,-1] 2024-11-13T15:52:57,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:52:57,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:57,552 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:52:57,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338f70db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:57,553 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:52:57,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,40349,1731513164588, seqNum=-1] 2024-11-13T15:52:57,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:52:57,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:52:57,571 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:52:57,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,44799,1731513164532 2024-11-13T15:52:57,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@520e9110 2024-11-13T15:52:57,575 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:52:57,577 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:52:57,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731513171246.d6b8e4007b4abdcd8c6d32e74065567e., hostname=c4c650e80f58,40349,1731513164588, seqNum=2] 2024-11-13T15:52:57,597 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T15:52:57,626 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 379, reset compression=false 2024-11-13T15:52:57,634 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-13T15:52:57,643 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-13T15:52:57,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/load_f/f/hfile_0 for inclusion in d6b8e4007b4abdcd8c6d32e74065567e/f 2024-11-13T15:52:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T15:52:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T15:52:57,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/load_f/f/hfile_1 for inclusion in d6b8e4007b4abdcd8c6d32e74065567e/f 2024-11-13T15:52:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T15:52:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T15:52:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.HRegion(2603): Flush status journal for d6b8e4007b4abdcd8c6d32e74065567e: 2024-11-13T15:52:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/load_f/f/hfile_0 to hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/staging/jenkins__test__t31u4vnphagkj292vrri2od9ubub0r872iif58v63rvlpdm2f616qdcn9pttaqhm/f/hfile_0 2024-11-13T15:52:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/staging/jenkins__test__t31u4vnphagkj292vrri2od9ubub0r872iif58v63rvlpdm2f616qdcn9pttaqhm/f/hfile_0 as hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/default/test/d6b8e4007b4abdcd8c6d32e74065567e/f/4c2be4ff8e4347768b155a410bc3085e_SeqId_4_ 2024-11-13T15:52:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/load_f/f/hfile_1 to hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/staging/jenkins__test__t31u4vnphagkj292vrri2od9ubub0r872iif58v63rvlpdm2f616qdcn9pttaqhm/f/hfile_1 2024-11-13T15:52:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/staging/jenkins__test__t31u4vnphagkj292vrri2od9ubub0r872iif58v63rvlpdm2f616qdcn9pttaqhm/f/hfile_1 as hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/default/test/d6b8e4007b4abdcd8c6d32e74065567e/f/24d5fbfdb3dd416aa80df3135869edc7_SeqId_4_ 2024-11-13T15:52:57,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/staging/jenkins__test__t31u4vnphagkj292vrri2od9ubub0r872iif58v63rvlpdm2f616qdcn9pttaqhm/f/hfile_0 into d6b8e4007b4abdcd8c6d32e74065567e/f as hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/default/test/d6b8e4007b4abdcd8c6d32e74065567e/f/4c2be4ff8e4347768b155a410bc3085e_SeqId_4_ - updating store file list. 2024-11-13T15:52:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4c2be4ff8e4347768b155a410bc3085e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T15:52:57,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/default/test/d6b8e4007b4abdcd8c6d32e74065567e/f/4c2be4ff8e4347768b155a410bc3085e_SeqId_4_ into d6b8e4007b4abdcd8c6d32e74065567e/f 2024-11-13T15:52:57,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/staging/jenkins__test__t31u4vnphagkj292vrri2od9ubub0r872iif58v63rvlpdm2f616qdcn9pttaqhm/f/hfile_0 into d6b8e4007b4abdcd8c6d32e74065567e/f (new location: hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/default/test/d6b8e4007b4abdcd8c6d32e74065567e/f/4c2be4ff8e4347768b155a410bc3085e_SeqId_4_) 2024-11-13T15:52:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/staging/jenkins__test__t31u4vnphagkj292vrri2od9ubub0r872iif58v63rvlpdm2f616qdcn9pttaqhm/f/hfile_0 2024-11-13T15:52:57,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/staging/jenkins__test__t31u4vnphagkj292vrri2od9ubub0r872iif58v63rvlpdm2f616qdcn9pttaqhm/f/hfile_1 into d6b8e4007b4abdcd8c6d32e74065567e/f as hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/default/test/d6b8e4007b4abdcd8c6d32e74065567e/f/24d5fbfdb3dd416aa80df3135869edc7_SeqId_4_ - updating store file list. 2024-11-13T15:52:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 24d5fbfdb3dd416aa80df3135869edc7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T15:52:57,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/default/test/d6b8e4007b4abdcd8c6d32e74065567e/f/24d5fbfdb3dd416aa80df3135869edc7_SeqId_4_ into d6b8e4007b4abdcd8c6d32e74065567e/f 2024-11-13T15:52:57,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/staging/jenkins__test__t31u4vnphagkj292vrri2od9ubub0r872iif58v63rvlpdm2f616qdcn9pttaqhm/f/hfile_1 into d6b8e4007b4abdcd8c6d32e74065567e/f (new location: hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/default/test/d6b8e4007b4abdcd8c6d32e74065567e/f/24d5fbfdb3dd416aa80df3135869edc7_SeqId_4_) 2024-11-13T15:52:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/staging/jenkins__test__t31u4vnphagkj292vrri2od9ubub0r872iif58v63rvlpdm2f616qdcn9pttaqhm/f/hfile_1 2024-11-13T15:52:57,793 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:52:57,793 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:52:57,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:57,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:57,793 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:52:57,796 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:52:57,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731513171246.d6b8e4007b4abdcd8c6d32e74065567e., hostname=c4c650e80f58,40349,1731513164588, seqNum=2 , the old value is region=test,,1731513171246.d6b8e4007b4abdcd8c6d32e74065567e., hostname=c4c650e80f58,40349,1731513164588, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c4c650e80f58:40349 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T15:52:57,798 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,45921,1731513168477, seqNum=-1] 2024-11-13T15:52:57,798 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:52:57,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731513171246.d6b8e4007b4abdcd8c6d32e74065567e., hostname=c4c650e80f58,40349,1731513164588, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T15:52:57,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731513171246.d6b8e4007b4abdcd8c6d32e74065567e., hostname=c4c650e80f58,40349,1731513164588, seqNum=2 from cache 2024-11-13T15:52:57,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:52:57,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731513173405.5bbde8749be5b07ebd3924046c3fc06b., hostname=c4c650e80f58,45921,1731513168477, seqNum=2] 2024-11-13T15:52:57,805 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T15:52:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:37892 deadline: 1731513237793 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:37892 2024-11-13T15:52:57,904 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:40349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T15:52:57,917 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T15:52:57,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:52:57,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:52:57,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:52:57,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:52:58,136 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 379, reset compression=false 2024-11-13T15:52:58,167 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T15:52:58,167 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.shipperc4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,40349,1731513164588 got entry batch from reader: WALEntryBatch [walEntries=[{test/d6b8e4007b4abdcd8c6d32e74065567e/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731513177784/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T15:52:58,201 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.shipperc4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T15:52:58,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-13T15:52:58,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] regionserver.ReplicationSink(318): Replicating [58d2dfd7-7872-48cb-bb80-4a9aafadb49b] bulk loaded data 2024-11-13T15:52:58,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1041eff3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:58,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,43669,-1 for getting cluster id 2024-11-13T15:52:58,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:52:58,212 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9938b7f-51ba-4cc9-93d6-3e0d9e5181fe' 2024-11-13T15:52:58,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:52:58,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9938b7f-51ba-4cc9-93d6-3e0d9e5181fe" 2024-11-13T15:52:58,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6383781d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:58,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,43669,-1] 2024-11-13T15:52:58,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:52:58,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:52:58,215 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:52:58,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bde6723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:52:58,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741837_1013 (size=7894) 2024-11-13T15:52:58,368 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 687, reset compression=false 2024-11-13T15:52:58,697 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 687, reset compression=false 2024-11-13T15:52:58,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741838_1014 (size=7691) 2024-11-13T15:52:58,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:52:58,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,43669,1731513168382 2024-11-13T15:52:58,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@534cea90 2024-11-13T15:52:58,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:52:58,748 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-13T15:52:58,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T15:52:58,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:52:58,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,45921,1731513168477, seqNum=-1] 2024-11-13T15:52:58,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:52:58,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-13T15:52:58,778 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/staging/jenkins.hfs.6__test__bo7jebtlvh3g9u6ck4uleq20iauc1jgq5ui27rhpkf24nrg9uu2oj8ndnhj9u7fl/f/24d5fbfdb3dd416aa80df3135869edc7_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T15:52:58,786 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/staging/jenkins.hfs.6__test__bo7jebtlvh3g9u6ck4uleq20iauc1jgq5ui27rhpkf24nrg9uu2oj8ndnhj9u7fl/f/4c2be4ff8e4347768b155a410bc3085e_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T15:52:58,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/staging/jenkins.hfs.6__test__bo7jebtlvh3g9u6ck4uleq20iauc1jgq5ui27rhpkf24nrg9uu2oj8ndnhj9u7fl/f/24d5fbfdb3dd416aa80df3135869edc7_SeqId_4_ for inclusion in 5bbde8749be5b07ebd3924046c3fc06b/f 2024-11-13T15:52:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T15:52:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T15:52:58,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/staging/jenkins.hfs.6__test__bo7jebtlvh3g9u6ck4uleq20iauc1jgq5ui27rhpkf24nrg9uu2oj8ndnhj9u7fl/f/4c2be4ff8e4347768b155a410bc3085e_SeqId_4_ for inclusion in 5bbde8749be5b07ebd3924046c3fc06b/f 2024-11-13T15:52:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T15:52:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T15:52:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] regionserver.HRegion(2603): Flush status journal for 5bbde8749be5b07ebd3924046c3fc06b: 2024-11-13T15:52:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 24d5fbfdb3dd416aa80df3135869edc7_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T15:52:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/staging/jenkins.hfs.6__test__bo7jebtlvh3g9u6ck4uleq20iauc1jgq5ui27rhpkf24nrg9uu2oj8ndnhj9u7fl/f/24d5fbfdb3dd416aa80df3135869edc7_SeqId_4_ as hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/data/default/test/5bbde8749be5b07ebd3924046c3fc06b/f/37080bd791644008bda50d330422fecd_SeqId_4_ 2024-11-13T15:52:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4c2be4ff8e4347768b155a410bc3085e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T15:52:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/staging/jenkins.hfs.6__test__bo7jebtlvh3g9u6ck4uleq20iauc1jgq5ui27rhpkf24nrg9uu2oj8ndnhj9u7fl/f/4c2be4ff8e4347768b155a410bc3085e_SeqId_4_ as hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/data/default/test/5bbde8749be5b07ebd3924046c3fc06b/f/a17af100e3e747c7940342dce867940e_SeqId_4_ 2024-11-13T15:52:58,808 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T15:52:58,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/staging/jenkins.hfs.6__test__bo7jebtlvh3g9u6ck4uleq20iauc1jgq5ui27rhpkf24nrg9uu2oj8ndnhj9u7fl/f/24d5fbfdb3dd416aa80df3135869edc7_SeqId_4_ into 5bbde8749be5b07ebd3924046c3fc06b/f as hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/data/default/test/5bbde8749be5b07ebd3924046c3fc06b/f/37080bd791644008bda50d330422fecd_SeqId_4_ - updating store file list. 2024-11-13T15:52:58,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 37080bd791644008bda50d330422fecd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T15:52:58,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/data/default/test/5bbde8749be5b07ebd3924046c3fc06b/f/37080bd791644008bda50d330422fecd_SeqId_4_ into 5bbde8749be5b07ebd3924046c3fc06b/f 2024-11-13T15:52:58,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/staging/jenkins.hfs.6__test__bo7jebtlvh3g9u6ck4uleq20iauc1jgq5ui27rhpkf24nrg9uu2oj8ndnhj9u7fl/f/24d5fbfdb3dd416aa80df3135869edc7_SeqId_4_ into 5bbde8749be5b07ebd3924046c3fc06b/f (new location: hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/data/default/test/5bbde8749be5b07ebd3924046c3fc06b/f/37080bd791644008bda50d330422fecd_SeqId_4_) 2024-11-13T15:52:58,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/staging/jenkins.hfs.6__test__bo7jebtlvh3g9u6ck4uleq20iauc1jgq5ui27rhpkf24nrg9uu2oj8ndnhj9u7fl/f/24d5fbfdb3dd416aa80df3135869edc7_SeqId_4_ 2024-11-13T15:52:58,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/staging/jenkins.hfs.6__test__bo7jebtlvh3g9u6ck4uleq20iauc1jgq5ui27rhpkf24nrg9uu2oj8ndnhj9u7fl/f/4c2be4ff8e4347768b155a410bc3085e_SeqId_4_ into 5bbde8749be5b07ebd3924046c3fc06b/f as hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/data/default/test/5bbde8749be5b07ebd3924046c3fc06b/f/a17af100e3e747c7940342dce867940e_SeqId_4_ - updating store file list. 2024-11-13T15:52:58,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a17af100e3e747c7940342dce867940e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T15:52:58,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/data/default/test/5bbde8749be5b07ebd3924046c3fc06b/f/a17af100e3e747c7940342dce867940e_SeqId_4_ into 5bbde8749be5b07ebd3924046c3fc06b/f 2024-11-13T15:52:58,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/staging/jenkins.hfs.6__test__bo7jebtlvh3g9u6ck4uleq20iauc1jgq5ui27rhpkf24nrg9uu2oj8ndnhj9u7fl/f/4c2be4ff8e4347768b155a410bc3085e_SeqId_4_ into 5bbde8749be5b07ebd3924046c3fc06b/f (new location: hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/data/default/test/5bbde8749be5b07ebd3924046c3fc06b/f/a17af100e3e747c7940342dce867940e_SeqId_4_) 2024-11-13T15:52:58,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/staging/jenkins.hfs.6__test__bo7jebtlvh3g9u6ck4uleq20iauc1jgq5ui27rhpkf24nrg9uu2oj8ndnhj9u7fl/f/4c2be4ff8e4347768b155a410bc3085e_SeqId_4_ 2024-11-13T15:52:58,832 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] regionserver.ReplicationSink(324): Finished replicating [58d2dfd7-7872-48cb-bb80-4a9aafadb49b] bulk loaded data 2024-11-13T15:52:59,105 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 687, reset compression=false 2024-11-13T15:52:59,624 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 687, reset compression=false 2024-11-13T15:52:59,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:52:59,828 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731513179828/Put/seqid=0 2024-11-13T15:52:59,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44495 is added to blk_1073741842_1018 (size=7997) 2024-11-13T15:53:00,229 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 687, reset compression=false 2024-11-13T15:53:00,248 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731513180245/Put/seqid=0 2024-11-13T15:53:00,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44495 is added to blk_1073741843_1019 (size=7794) 2024-11-13T15:53:00,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dc4a3cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:53:00,262 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,44799,-1 for getting cluster id 2024-11-13T15:53:00,262 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:53:00,264 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58d2dfd7-7872-48cb-bb80-4a9aafadb49b' 2024-11-13T15:53:00,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:53:00,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58d2dfd7-7872-48cb-bb80-4a9aafadb49b" 2024-11-13T15:53:00,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@115cdb00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:53:00,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,44799,-1] 2024-11-13T15:53:00,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:53:00,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:53:00,266 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:53:00,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c45bd94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:53:00,267 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:53:00,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,40349,1731513164588, seqNum=-1] 2024-11-13T15:53:00,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:53:00,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:53:00,277 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:53:00,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,44799,1731513164532 2024-11-13T15:53:00,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@331f40f6 2024-11-13T15:53:00,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:53:00,279 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:53:00,282 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731513171246.d6b8e4007b4abdcd8c6d32e74065567e., hostname=c4c650e80f58,40349,1731513164588, seqNum=2] 2024-11-13T15:53:00,285 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T15:53:00,292 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-13T15:53:00,297 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-13T15:53:00,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/load_f1/f1/hfile_0 for inclusion in d6b8e4007b4abdcd8c6d32e74065567e/f1 2024-11-13T15:53:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T15:53:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T15:53:00,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/load_f1/f1/hfile_1 for inclusion in d6b8e4007b4abdcd8c6d32e74065567e/f1 2024-11-13T15:53:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T15:53:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T15:53:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.HRegion(2603): Flush status journal for d6b8e4007b4abdcd8c6d32e74065567e: 2024-11-13T15:53:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/load_f1/f1/hfile_0 to hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/staging/jenkins__test__e0fuu2vivltbrek5mitl4i6tgmgciil9v9ob95gla0uj0qbv8djkdme06sa5lntt/f1/hfile_0 2024-11-13T15:53:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/staging/jenkins__test__e0fuu2vivltbrek5mitl4i6tgmgciil9v9ob95gla0uj0qbv8djkdme06sa5lntt/f1/hfile_0 as hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/default/test/d6b8e4007b4abdcd8c6d32e74065567e/f1/f6850e502e014f5ba2943ab24c10987c_SeqId_6_ 2024-11-13T15:53:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/load_f1/f1/hfile_1 to hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/staging/jenkins__test__e0fuu2vivltbrek5mitl4i6tgmgciil9v9ob95gla0uj0qbv8djkdme06sa5lntt/f1/hfile_1 2024-11-13T15:53:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/staging/jenkins__test__e0fuu2vivltbrek5mitl4i6tgmgciil9v9ob95gla0uj0qbv8djkdme06sa5lntt/f1/hfile_1 as hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/default/test/d6b8e4007b4abdcd8c6d32e74065567e/f1/3fa814c8a0e3452993fe2e31f29e1db8_SeqId_6_ 2024-11-13T15:53:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-13T15:53:00,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/staging/jenkins__test__e0fuu2vivltbrek5mitl4i6tgmgciil9v9ob95gla0uj0qbv8djkdme06sa5lntt/f1/hfile_0 into d6b8e4007b4abdcd8c6d32e74065567e/f1 as hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/default/test/d6b8e4007b4abdcd8c6d32e74065567e/f1/f6850e502e014f5ba2943ab24c10987c_SeqId_6_ - updating store file list. 2024-11-13T15:53:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f6850e502e014f5ba2943ab24c10987c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T15:53:00,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/default/test/d6b8e4007b4abdcd8c6d32e74065567e/f1/f6850e502e014f5ba2943ab24c10987c_SeqId_6_ into d6b8e4007b4abdcd8c6d32e74065567e/f1 2024-11-13T15:53:00,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/staging/jenkins__test__e0fuu2vivltbrek5mitl4i6tgmgciil9v9ob95gla0uj0qbv8djkdme06sa5lntt/f1/hfile_0 into d6b8e4007b4abdcd8c6d32e74065567e/f1 (new location: hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/default/test/d6b8e4007b4abdcd8c6d32e74065567e/f1/f6850e502e014f5ba2943ab24c10987c_SeqId_6_) 2024-11-13T15:53:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/staging/jenkins__test__e0fuu2vivltbrek5mitl4i6tgmgciil9v9ob95gla0uj0qbv8djkdme06sa5lntt/f1/hfile_0 2024-11-13T15:53:00,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/staging/jenkins__test__e0fuu2vivltbrek5mitl4i6tgmgciil9v9ob95gla0uj0qbv8djkdme06sa5lntt/f1/hfile_1 into d6b8e4007b4abdcd8c6d32e74065567e/f1 as hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/default/test/d6b8e4007b4abdcd8c6d32e74065567e/f1/3fa814c8a0e3452993fe2e31f29e1db8_SeqId_6_ - updating store file list. 2024-11-13T15:53:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3fa814c8a0e3452993fe2e31f29e1db8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T15:53:00,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/default/test/d6b8e4007b4abdcd8c6d32e74065567e/f1/3fa814c8a0e3452993fe2e31f29e1db8_SeqId_6_ into d6b8e4007b4abdcd8c6d32e74065567e/f1 2024-11-13T15:53:00,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/staging/jenkins__test__e0fuu2vivltbrek5mitl4i6tgmgciil9v9ob95gla0uj0qbv8djkdme06sa5lntt/f1/hfile_1 into d6b8e4007b4abdcd8c6d32e74065567e/f1 (new location: hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/default/test/d6b8e4007b4abdcd8c6d32e74065567e/f1/3fa814c8a0e3452993fe2e31f29e1db8_SeqId_6_) 2024-11-13T15:53:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/staging/jenkins__test__e0fuu2vivltbrek5mitl4i6tgmgciil9v9ob95gla0uj0qbv8djkdme06sa5lntt/f1/hfile_1 2024-11-13T15:53:00,341 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:53:00,341 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:53:00,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:53:00,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:53:00,341 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731513171246.d6b8e4007b4abdcd8c6d32e74065567e., hostname=c4c650e80f58,40349,1731513164588, seqNum=2 , the old value is region=test,,1731513171246.d6b8e4007b4abdcd8c6d32e74065567e., hostname=c4c650e80f58,40349,1731513164588, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c4c650e80f58:40349 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T15:53:00,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731513171246.d6b8e4007b4abdcd8c6d32e74065567e., hostname=c4c650e80f58,40349,1731513164588, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T15:53:00,342 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:53:00,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731513171246.d6b8e4007b4abdcd8c6d32e74065567e., hostname=c4c650e80f58,40349,1731513164588, seqNum=2 from cache 2024-11-13T15:53:00,342 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:53:00,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40349: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:33120 deadline: 1731513240341 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:33120 2024-11-13T15:53:00,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,40349,1731513164588, seqNum=-1] 2024-11-13T15:53:00,344 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:53:00,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:53:00,347 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731513171246.d6b8e4007b4abdcd8c6d32e74065567e., hostname=c4c650e80f58,40349,1731513164588, seqNum=2] 2024-11-13T15:53:00,452 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:40349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T15:53:00,945 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 687, reset compression=false 2024-11-13T15:53:00,951 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:53:00,952 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 997, reset compression=false 2024-11-13T15:53:00,952 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.shipperc4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,40349,1731513164588 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T15:53:01,156 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 997, reset compression=false 2024-11-13T15:53:01,464 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 997, reset compression=false 2024-11-13T15:53:01,869 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 997, reset compression=false 2024-11-13T15:53:02,373 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 997, reset compression=false 2024-11-13T15:53:03,003 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 997, reset compression=false 2024-11-13T15:53:03,089 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T15:53:03,089 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T15:53:03,708 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 997, reset compression=false 2024-11-13T15:53:04,512 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 997, reset compression=false 2024-11-13T15:53:05,418 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 997, reset compression=false 2024-11-13T15:53:06,422 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 997, reset compression=false 2024-11-13T15:53:07,527 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 997, reset compression=false 2024-11-13T15:53:08,731 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 997, reset compression=false 2024-11-13T15:53:10,036 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 997, reset compression=false 2024-11-13T15:53:11,440 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 997, reset compression=false 2024-11-13T15:53:12,944 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 997, reset compression=false 2024-11-13T15:53:14,120 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T15:53:14,549 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 997, reset compression=false 2024-11-13T15:53:16,253 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 997, reset compression=false 2024-11-13T15:53:17,967 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T15:53:18,058 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 997, reset compression=false 2024-11-13T15:53:19,962 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 997, reset compression=false 2024-11-13T15:53:20,954 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.shipperc4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,40349,1731513164588 got entry batch from reader: null 2024-11-13T15:53:21,967 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 997, reset compression=false 2024-11-13T15:53:24,072 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 997, reset compression=false 2024-11-13T15:53:26,277 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 997, reset compression=false 2024-11-13T15:53:27,527 INFO [master/c4c650e80f58:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T15:53:27,527 INFO [master/c4c650e80f58:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T15:53:28,581 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 997, reset compression=false 2024-11-13T15:53:30,986 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 997, reset compression=false 2024-11-13T15:53:31,402 INFO [master/c4c650e80f58:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T15:53:31,402 INFO [master/c4c650e80f58:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T15:53:33,491 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 997, reset compression=false 2024-11-13T15:53:36,096 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 997, reset compression=false 2024-11-13T15:53:37,415 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d6b8e4007b4abdcd8c6d32e74065567e, had cached 0 bytes from a total of 31376 2024-11-13T15:53:38,800 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 997, reset compression=false 2024-11-13T15:53:39,553 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5bbde8749be5b07ebd3924046c3fc06b, had cached 0 bytes from a total of 15585 2024-11-13T15:53:40,955 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.shipperc4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,40349,1731513164588 got entry batch from reader: null 2024-11-13T15:53:41,605 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 997, reset compression=false 2024-11-13T15:53:44,120 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T15:53:44,510 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 997, reset compression=false 2024-11-13T15:53:47,514 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 997, reset compression=false 2024-11-13T15:53:47,968 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T15:53:50,619 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 997, reset compression=false 2024-11-13T15:53:51,688 DEBUG [master/c4c650e80f58:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T15:53:53,826 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 997, reset compression=false 2024-11-13T15:53:57,131 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 997, reset compression=false 2024-11-13T15:54:00,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T15:54:00,380 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:54:00,380 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:54:00,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:00,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:00,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:54:00,380 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T15:54:00,380 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=149125004, stopped=false 2024-11-13T15:54:00,381 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4c650e80f58,43669,1731513168382 2024-11-13T15:54:00,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43669-0x100a5fdaf540003, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-638713260/running 2024-11-13T15:54:00,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x100a5fdaf540004, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-638713260/running 2024-11-13T15:54:00,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43669-0x100a5fdaf540003, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-638713260 2024-11-13T15:54:00,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x100a5fdaf540004, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-638713260 2024-11-13T15:54:00,383 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:54:00,383 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:54:00,383 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:54:00,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:00,383 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4c650e80f58,45921,1731513168477' ***** 2024-11-13T15:54:00,383 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T15:54:00,384 INFO [RS:0;c4c650e80f58:45921 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T15:54:00,384 INFO [RS:0;c4c650e80f58:45921 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T15:54:00,384 INFO [RS:0;c4c650e80f58:45921 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T15:54:00,384 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T15:54:00,384 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45921-0x100a5fdaf540004, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Set watcher on znode that does not yet exist, /1-638713260/running 2024-11-13T15:54:00,384 INFO [RS:0;c4c650e80f58:45921 {}] regionserver.HRegionServer(3091): Received CLOSE for 5bbde8749be5b07ebd3924046c3fc06b 2024-11-13T15:54:00,385 INFO [RS:0;c4c650e80f58:45921 {}] regionserver.HRegionServer(959): stopping server c4c650e80f58,45921,1731513168477 2024-11-13T15:54:00,385 INFO [RS:0;c4c650e80f58:45921 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:54:00,385 INFO [RS:0;c4c650e80f58:45921 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:45921. 2024-11-13T15:54:00,385 DEBUG [RS:0;c4c650e80f58:45921 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:54:00,385 DEBUG [RS:0;c4c650e80f58:45921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:00,385 INFO [RS:0;c4c650e80f58:45921 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T15:54:00,385 INFO [RS:0;c4c650e80f58:45921 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T15:54:00,385 INFO [RS:0;c4c650e80f58:45921 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T15:54:00,385 INFO [RS:0;c4c650e80f58:45921 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T15:54:00,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43669-0x100a5fdaf540003, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Set watcher on znode that does not yet exist, /1-638713260/running 2024-11-13T15:54:00,385 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5bbde8749be5b07ebd3924046c3fc06b, disabling compactions & flushes 2024-11-13T15:54:00,385 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731513173405.5bbde8749be5b07ebd3924046c3fc06b. 2024-11-13T15:54:00,385 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731513173405.5bbde8749be5b07ebd3924046c3fc06b. 2024-11-13T15:54:00,385 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731513173405.5bbde8749be5b07ebd3924046c3fc06b. after waiting 0 ms 2024-11-13T15:54:00,385 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731513173405.5bbde8749be5b07ebd3924046c3fc06b. 2024-11-13T15:54:00,385 INFO [RS:0;c4c650e80f58:45921 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T15:54:00,385 DEBUG [RS:0;c4c650e80f58:45921 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5bbde8749be5b07ebd3924046c3fc06b=test,,1731513173405.5bbde8749be5b07ebd3924046c3fc06b.} 2024-11-13T15:54:00,386 DEBUG [RS:0;c4c650e80f58:45921 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5bbde8749be5b07ebd3924046c3fc06b 2024-11-13T15:54:00,387 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:54:00,387 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:54:00,387 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:54:00,387 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:54:00,387 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:54:00,387 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T15:54:00,402 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/data/default/test/5bbde8749be5b07ebd3924046c3fc06b/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-13T15:54:00,403 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:54:00,403 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T15:54:00,403 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731513173405.5bbde8749be5b07ebd3924046c3fc06b. 2024-11-13T15:54:00,403 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5bbde8749be5b07ebd3924046c3fc06b: Waiting for close lock at 1731513240385Running coprocessor pre-close hooks at 1731513240385Disabling compacts and flushes for region at 1731513240385Disabling writes for close at 1731513240385Writing region close event to WAL at 1731513240386 (+1 ms)Running coprocessor post-close hooks at 1731513240403 (+17 ms)Closed at 1731513240403 2024-11-13T15:54:00,403 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731513173405.5bbde8749be5b07ebd3924046c3fc06b. 2024-11-13T15:54:00,416 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/data/hbase/meta/1588230740/.tmp/info/b6700ebe292b4e5facdd1d90f600e5d6 is 129, key is test,,1731513173405.5bbde8749be5b07ebd3924046c3fc06b./info:regioninfo/1731513174570/Put/seqid=0 2024-11-13T15:54:00,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741839_1015 (size=6421) 2024-11-13T15:54:00,437 INFO [regionserver/c4c650e80f58:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:54:00,536 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 997, reset compression=false 2024-11-13T15:54:00,586 DEBUG [RS:0;c4c650e80f58:45921 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:54:00,786 DEBUG [RS:0;c4c650e80f58:45921 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:54:00,828 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/data/hbase/meta/1588230740/.tmp/info/b6700ebe292b4e5facdd1d90f600e5d6 2024-11-13T15:54:00,849 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/data/hbase/meta/1588230740/.tmp/ns/ff3608e053684e1ea55956b087e94b5e is 43, key is default/ns:d/1731513171154/Put/seqid=0 2024-11-13T15:54:00,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741840_1016 (size=5153) 2024-11-13T15:54:00,955 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.shipperc4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,40349,1731513164588 got entry batch from reader: null 2024-11-13T15:54:00,964 INFO [regionserver/c4c650e80f58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T15:54:00,964 INFO [regionserver/c4c650e80f58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T15:54:00,986 DEBUG [RS:0;c4c650e80f58:45921 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:54:01,186 DEBUG [RS:0;c4c650e80f58:45921 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:54:01,254 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/data/hbase/meta/1588230740/.tmp/ns/ff3608e053684e1ea55956b087e94b5e 2024-11-13T15:54:01,274 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/data/hbase/meta/1588230740/.tmp/rep_barrier/36cb9ff2358d490c8928bcd340adc6b8 is 112, key is test,,1731513173405.5bbde8749be5b07ebd3924046c3fc06b./rep_barrier:seqnumDuringOpen/1731513174570/Put/seqid=0 2024-11-13T15:54:01,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741841_1017 (size=5518) 2024-11-13T15:54:01,387 INFO [RS:0;c4c650e80f58:45921 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T15:54:01,387 DEBUG [RS:0;c4c650e80f58:45921 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T15:54:01,387 DEBUG [RS:0;c4c650e80f58:45921 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:54:01,587 DEBUG [RS:0;c4c650e80f58:45921 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:54:01,679 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/data/hbase/meta/1588230740/.tmp/rep_barrier/36cb9ff2358d490c8928bcd340adc6b8 2024-11-13T15:54:01,699 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/data/hbase/meta/1588230740/.tmp/table/349ead35e4b64821b4fd7610743e78f5 is 40, key is test/table:state/1731513174581/Put/seqid=0 2024-11-13T15:54:01,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741842_1018 (size=5165) 2024-11-13T15:54:01,787 DEBUG [RS:0;c4c650e80f58:45921 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:54:01,987 DEBUG [RS:0;c4c650e80f58:45921 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:54:02,103 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/data/hbase/meta/1588230740/.tmp/table/349ead35e4b64821b4fd7610743e78f5 2024-11-13T15:54:02,110 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/data/hbase/meta/1588230740/.tmp/info/b6700ebe292b4e5facdd1d90f600e5d6 as hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/data/hbase/meta/1588230740/info/b6700ebe292b4e5facdd1d90f600e5d6 2024-11-13T15:54:02,115 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/data/hbase/meta/1588230740/info/b6700ebe292b4e5facdd1d90f600e5d6, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T15:54:02,115 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/data/hbase/meta/1588230740/.tmp/ns/ff3608e053684e1ea55956b087e94b5e as hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/data/hbase/meta/1588230740/ns/ff3608e053684e1ea55956b087e94b5e 2024-11-13T15:54:02,120 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/data/hbase/meta/1588230740/ns/ff3608e053684e1ea55956b087e94b5e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T15:54:02,121 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/data/hbase/meta/1588230740/.tmp/rep_barrier/36cb9ff2358d490c8928bcd340adc6b8 as hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/data/hbase/meta/1588230740/rep_barrier/36cb9ff2358d490c8928bcd340adc6b8 2024-11-13T15:54:02,126 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/data/hbase/meta/1588230740/rep_barrier/36cb9ff2358d490c8928bcd340adc6b8, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T15:54:02,127 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/data/hbase/meta/1588230740/.tmp/table/349ead35e4b64821b4fd7610743e78f5 as hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/data/hbase/meta/1588230740/table/349ead35e4b64821b4fd7610743e78f5 2024-11-13T15:54:02,131 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/data/hbase/meta/1588230740/table/349ead35e4b64821b4fd7610743e78f5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T15:54:02,132 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1745ms, sequenceid=11, compaction requested=false 2024-11-13T15:54:02,137 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T15:54:02,137 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:54:02,137 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:54:02,137 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:54:02,137 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513240387Running coprocessor pre-close hooks at 1731513240387Disabling compacts and flushes for region at 1731513240387Disabling writes for close at 1731513240387Obtaining lock to block concurrent updates at 1731513240387Preparing flush snapshotting stores in 1588230740 at 1731513240387Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731513240389 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731513240389Flushing 1588230740/info: creating writer at 1731513240390 (+1 ms)Flushing 1588230740/info: appending metadata at 1731513240415 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731513240415Flushing 1588230740/ns: creating writer at 1731513240834 (+419 ms)Flushing 1588230740/ns: appending metadata at 1731513240848 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731513240848Flushing 1588230740/rep_barrier: creating writer at 1731513241259 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731513241274 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731513241274Flushing 1588230740/table: creating writer at 1731513241684 (+410 ms)Flushing 1588230740/table: appending metadata at 1731513241698 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731513241698Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16f9737e: reopening flushed file at 1731513242109 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b53dafa: reopening flushed file at 1731513242115 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36e03f78: reopening flushed file at 1731513242120 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68c14589: reopening flushed file at 1731513242126 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1745ms, sequenceid=11, compaction requested=false at 1731513242132 (+6 ms)Writing region close event to WAL at 1731513242134 (+2 ms)Running coprocessor post-close hooks at 1731513242137 (+3 ms)Closed at 1731513242137 2024-11-13T15:54:02,138 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T15:54:02,188 INFO [RS:0;c4c650e80f58:45921 {}] regionserver.HRegionServer(976): stopping server c4c650e80f58,45921,1731513168477; all regions closed. 2024-11-13T15:54:02,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741834_1010 (size=2717) 2024-11-13T15:54:02,192 DEBUG [RS:0;c4c650e80f58:45921 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/oldWALs 2024-11-13T15:54:02,192 INFO [RS:0;c4c650e80f58:45921 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4c650e80f58%2C45921%2C1731513168477.meta:.meta(num 1731513171104) 2024-11-13T15:54:02,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741832_1008 (size=1028) 2024-11-13T15:54:02,196 DEBUG [RS:0;c4c650e80f58:45921 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/oldWALs 2024-11-13T15:54:02,196 INFO [RS:0;c4c650e80f58:45921 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4c650e80f58%2C45921%2C1731513168477:(num 1731513170091) 2024-11-13T15:54:02,196 DEBUG [RS:0;c4c650e80f58:45921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:02,196 INFO [RS:0;c4c650e80f58:45921 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:54:02,196 INFO [RS:0;c4c650e80f58:45921 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:54:02,196 INFO [RS:0;c4c650e80f58:45921 {}] hbase.ChoreService(370): Chore service for: regionserver/c4c650e80f58:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T15:54:02,196 INFO [RS:0;c4c650e80f58:45921 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:54:02,197 INFO [regionserver/c4c650e80f58:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:54:02,197 INFO [RS:0;c4c650e80f58:45921 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:45921. 2024-11-13T15:54:02,197 DEBUG [RS:0;c4c650e80f58:45921 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:54:02,197 DEBUG [RS:0;c4c650e80f58:45921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:02,197 DEBUG [RS:0;c4c650e80f58:45921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:02,197 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:54:02,197 INFO [RS:0;c4c650e80f58:45921 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45921 2024-11-13T15:54:02,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x100a5fdaf540004, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-638713260/rs/c4c650e80f58,45921,1731513168477 2024-11-13T15:54:02,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43669-0x100a5fdaf540003, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-638713260/rs 2024-11-13T15:54:02,200 INFO [RS:0;c4c650e80f58:45921 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:54:02,202 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4c650e80f58,45921,1731513168477] 2024-11-13T15:54:02,204 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-638713260/draining/c4c650e80f58,45921,1731513168477 already deleted, retry=false 2024-11-13T15:54:02,204 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4c650e80f58,45921,1731513168477 expired; onlineServers=0 2024-11-13T15:54:02,204 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4c650e80f58,43669,1731513168382' ***** 2024-11-13T15:54:02,204 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T15:54:02,204 INFO [M:0;c4c650e80f58:43669 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:54:02,204 INFO [M:0;c4c650e80f58:43669 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:54:02,205 DEBUG [M:0;c4c650e80f58:43669 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T15:54:02,205 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T15:54:02,205 DEBUG [M:0;c4c650e80f58:43669 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T15:54:02,205 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513169925 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513169925,5,FailOnTimeoutGroup] 2024-11-13T15:54:02,205 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513169925 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513169925,5,FailOnTimeoutGroup] 2024-11-13T15:54:02,205 INFO [M:0;c4c650e80f58:43669 {}] hbase.ChoreService(370): Chore service for: master/c4c650e80f58:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T15:54:02,205 INFO [M:0;c4c650e80f58:43669 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:54:02,205 DEBUG [M:0;c4c650e80f58:43669 {}] master.HMaster(1795): Stopping service threads 2024-11-13T15:54:02,205 INFO [M:0;c4c650e80f58:43669 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T15:54:02,205 INFO [M:0;c4c650e80f58:43669 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:54:02,205 INFO [M:0;c4c650e80f58:43669 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T15:54:02,205 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T15:54:02,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43669-0x100a5fdaf540003, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-638713260/master 2024-11-13T15:54:02,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43669-0x100a5fdaf540003, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-638713260 2024-11-13T15:54:02,207 DEBUG [M:0;c4c650e80f58:43669 {}] zookeeper.ZKUtil(347): master:43669-0x100a5fdaf540003, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Unable to get data of znode /1-638713260/master because node does not exist (not an error) 2024-11-13T15:54:02,207 WARN [M:0;c4c650e80f58:43669 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T15:54:02,208 INFO [M:0;c4c650e80f58:43669 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/.lastflushedseqids 2024-11-13T15:54:02,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741843_1019 (size=173) 2024-11-13T15:54:02,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x100a5fdaf540004, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:54:02,302 INFO [RS:0;c4c650e80f58:45921 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:54:02,302 INFO [RS:0;c4c650e80f58:45921 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4c650e80f58,45921,1731513168477; zookeeper connection closed. 2024-11-13T15:54:02,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x100a5fdaf540004, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:54:02,302 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@73a72d07 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@73a72d07 2024-11-13T15:54:02,302 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T15:54:02,615 INFO [M:0;c4c650e80f58:43669 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T15:54:02,615 INFO [M:0;c4c650e80f58:43669 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T15:54:02,615 DEBUG [M:0;c4c650e80f58:43669 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:54:02,615 INFO [M:0;c4c650e80f58:43669 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:02,615 DEBUG [M:0;c4c650e80f58:43669 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:02,615 DEBUG [M:0;c4c650e80f58:43669 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:54:02,615 DEBUG [M:0;c4c650e80f58:43669 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:02,615 INFO [M:0;c4c650e80f58:43669 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-11-13T15:54:02,631 DEBUG [M:0;c4c650e80f58:43669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4100eecbddd6438e8cf6254311c7a901 is 82, key is hbase:meta,,1/info:regioninfo/1731513171141/Put/seqid=0 2024-11-13T15:54:02,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741844_1020 (size=5672) 2024-11-13T15:54:03,036 INFO [M:0;c4c650e80f58:43669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4100eecbddd6438e8cf6254311c7a901 2024-11-13T15:54:03,057 DEBUG [M:0;c4c650e80f58:43669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c378b08e5d234727ad4b48c953d2fd84 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731513174586/Put/seqid=0 2024-11-13T15:54:03,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741845_1021 (size=6728) 2024-11-13T15:54:03,462 INFO [M:0;c4c650e80f58:43669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c378b08e5d234727ad4b48c953d2fd84 2024-11-13T15:54:03,467 INFO [M:0;c4c650e80f58:43669 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c378b08e5d234727ad4b48c953d2fd84 2024-11-13T15:54:03,482 DEBUG [M:0;c4c650e80f58:43669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1a067215a15481cb2f5ab6ec021fd10 is 69, key is c4c650e80f58,45921,1731513168477/rs:state/1731513169944/Put/seqid=0 2024-11-13T15:54:03,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741846_1022 (size=5156) 2024-11-13T15:54:03,886 INFO [M:0;c4c650e80f58:43669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1a067215a15481cb2f5ab6ec021fd10 2024-11-13T15:54:03,891 DEBUG [M:0;c4c650e80f58:43669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4100eecbddd6438e8cf6254311c7a901 as hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4100eecbddd6438e8cf6254311c7a901 2024-11-13T15:54:03,895 INFO [M:0;c4c650e80f58:43669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4100eecbddd6438e8cf6254311c7a901, entries=8, sequenceid=58, filesize=5.5 K 2024-11-13T15:54:03,896 DEBUG [M:0;c4c650e80f58:43669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c378b08e5d234727ad4b48c953d2fd84 as hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c378b08e5d234727ad4b48c953d2fd84 2024-11-13T15:54:03,900 INFO [M:0;c4c650e80f58:43669 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c378b08e5d234727ad4b48c953d2fd84 2024-11-13T15:54:03,900 INFO [M:0;c4c650e80f58:43669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c378b08e5d234727ad4b48c953d2fd84, entries=6, sequenceid=58, filesize=6.6 K 2024-11-13T15:54:03,901 DEBUG [M:0;c4c650e80f58:43669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1a067215a15481cb2f5ab6ec021fd10 as hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1a067215a15481cb2f5ab6ec021fd10 2024-11-13T15:54:03,905 INFO [M:0;c4c650e80f58:43669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44013/user/jenkins/test-data/65c5ae4b-21b5-5544-5f25-7172ae7b76ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1a067215a15481cb2f5ab6ec021fd10, entries=1, sequenceid=58, filesize=5.0 K 2024-11-13T15:54:03,906 INFO [M:0;c4c650e80f58:43669 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=58, compaction requested=false 2024-11-13T15:54:03,907 INFO [M:0;c4c650e80f58:43669 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:03,907 DEBUG [M:0;c4c650e80f58:43669 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513242615Disabling compacts and flushes for region at 1731513242615Disabling writes for close at 1731513242615Obtaining lock to block concurrent updates at 1731513242615Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731513242615Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1731513242616 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731513242616Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731513242616Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731513242631 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731513242631Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731513243041 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731513243057 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731513243057Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731513243467 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731513243481 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731513243481Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14538fdc: reopening flushed file at 1731513243890 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e41005b: reopening flushed file at 1731513243896 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40cf207f: reopening flushed file at 1731513243900 (+4 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=58, compaction requested=false at 1731513243906 (+6 ms)Writing region close event to WAL at 1731513243907 (+1 ms)Closed at 1731513243907 2024-11-13T15:54:03,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741830_1006 (size=33038) 2024-11-13T15:54:03,910 INFO [M:0;c4c650e80f58:43669 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T15:54:03,910 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:54:03,910 INFO [M:0;c4c650e80f58:43669 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43669 2024-11-13T15:54:03,911 INFO [M:0;c4c650e80f58:43669 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:54:04,013 INFO [M:0;c4c650e80f58:43669 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:54:04,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43669-0x100a5fdaf540003, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:54:04,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43669-0x100a5fdaf540003, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:54:04,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69b08cee{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:54:04,015 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a0b25bd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:54:04,016 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:54:04,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13238525{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:54:04,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41a4eb3c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f91be45-9210-bb00-d4b3-cf5acd8a8a84/hadoop.log.dir/,STOPPED} 2024-11-13T15:54:04,017 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T15:54:04,017 WARN [BP-358351323-172.17.0.3-1731513167349 heartbeating to localhost/127.0.0.1:44013 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T15:54:04,017 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T15:54:04,017 WARN [BP-358351323-172.17.0.3-1731513167349 heartbeating to localhost/127.0.0.1:44013 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-358351323-172.17.0.3-1731513167349 (Datanode Uuid 462a6b71-a5ca-467c-9044-ac10745b496a) service to localhost/127.0.0.1:44013 2024-11-13T15:54:04,018 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f91be45-9210-bb00-d4b3-cf5acd8a8a84/cluster_73c1fc70-c90d-59d5-1942-57eda0b631f8/data/data1/current/BP-358351323-172.17.0.3-1731513167349 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:54:04,018 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f91be45-9210-bb00-d4b3-cf5acd8a8a84/cluster_73c1fc70-c90d-59d5-1942-57eda0b631f8/data/data2/current/BP-358351323-172.17.0.3-1731513167349 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:54:04,018 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T15:54:04,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57bdffc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:54:04,025 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d77122a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:54:04,025 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:54:04,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d639059{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:54:04,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d775ee8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f91be45-9210-bb00-d4b3-cf5acd8a8a84/hadoop.log.dir/,STOPPED} 2024-11-13T15:54:04,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T15:54:04,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T15:54:04,040 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:54:04,040 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:54:04,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:04,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:04,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:54:04,040 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T15:54:04,040 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2107905107, stopped=false 2024-11-13T15:54:04,040 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4c650e80f58,44799,1731513164532 2024-11-13T15:54:04,040 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/WALs/c4c650e80f58,40349,1731513164588/c4c650e80f58%2C40349%2C1731513164588.1731513166184 to pos 997, reset compression=false 2024-11-13T15:54:04,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44799-0x100a5fdaf540000, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0329598292/running 2024-11-13T15:54:04,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40349-0x100a5fdaf540001, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0329598292/running 2024-11-13T15:54:04,042 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:54:04,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44799-0x100a5fdaf540000, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329598292 2024-11-13T15:54:04,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40349-0x100a5fdaf540001, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329598292 2024-11-13T15:54:04,042 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:54:04,042 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:54:04,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:04,042 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4c650e80f58,40349,1731513164588' ***** 2024-11-13T15:54:04,042 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T15:54:04,042 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44799-0x100a5fdaf540000, quorum=127.0.0.1:49649, baseZNode=/0329598292 Set watcher on znode that does not yet exist, /0329598292/running 2024-11-13T15:54:04,042 INFO [RS:0;c4c650e80f58:40349 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T15:54:04,043 INFO [RS:0;c4c650e80f58:40349 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T15:54:04,043 INFO [RS:0;c4c650e80f58:40349 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T15:54:04,043 INFO [RS:0;c4c650e80f58:40349 {}] regionserver.HRegionServer(3091): Received CLOSE for d6b8e4007b4abdcd8c6d32e74065567e 2024-11-13T15:54:04,043 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T15:54:04,043 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40349-0x100a5fdaf540001, quorum=127.0.0.1:49649, baseZNode=/0329598292 Set watcher on znode that does not yet exist, /0329598292/running 2024-11-13T15:54:04,043 INFO [RS:0;c4c650e80f58:40349 {}] regionserver.HRegionServer(3091): Received CLOSE for 5473b7b7d97f198eeecce880e2ed9125 2024-11-13T15:54:04,043 INFO [RS:0;c4c650e80f58:40349 {}] regionserver.HRegionServer(959): stopping server c4c650e80f58,40349,1731513164588 2024-11-13T15:54:04,043 INFO [RS:0;c4c650e80f58:40349 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:54:04,043 INFO [RS:0;c4c650e80f58:40349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:40349. 2024-11-13T15:54:04,043 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d6b8e4007b4abdcd8c6d32e74065567e, disabling compactions & flushes 2024-11-13T15:54:04,043 DEBUG [RS:0;c4c650e80f58:40349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:54:04,043 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731513171246.d6b8e4007b4abdcd8c6d32e74065567e. 2024-11-13T15:54:04,043 DEBUG [RS:0;c4c650e80f58:40349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:04,043 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731513171246.d6b8e4007b4abdcd8c6d32e74065567e. 2024-11-13T15:54:04,043 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731513171246.d6b8e4007b4abdcd8c6d32e74065567e. after waiting 0 ms 2024-11-13T15:54:04,043 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731513171246.d6b8e4007b4abdcd8c6d32e74065567e. 2024-11-13T15:54:04,043 INFO [RS:0;c4c650e80f58:40349 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T15:54:04,043 INFO [RS:0;c4c650e80f58:40349 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T15:54:04,043 INFO [RS:0;c4c650e80f58:40349 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T15:54:04,043 INFO [RS:0;c4c650e80f58:40349 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T15:54:04,044 INFO [RS:0;c4c650e80f58:40349 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T15:54:04,044 DEBUG [RS:0;c4c650e80f58:40349 {}] regionserver.HRegionServer(1325): Online Regions={d6b8e4007b4abdcd8c6d32e74065567e=test,,1731513171246.d6b8e4007b4abdcd8c6d32e74065567e., 1588230740=hbase:meta,,1.1588230740, 5473b7b7d97f198eeecce880e2ed9125=hbase:replication,,1731513175589.5473b7b7d97f198eeecce880e2ed9125.} 2024-11-13T15:54:04,044 DEBUG [RS:0;c4c650e80f58:40349 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5473b7b7d97f198eeecce880e2ed9125, d6b8e4007b4abdcd8c6d32e74065567e 2024-11-13T15:54:04,044 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:54:04,044 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:54:04,044 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:54:04,044 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:54:04,044 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:54:04,044 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T15:54:04,050 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/default/test/d6b8e4007b4abdcd8c6d32e74065567e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T15:54:04,051 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:54:04,051 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T15:54:04,051 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731513171246.d6b8e4007b4abdcd8c6d32e74065567e. 2024-11-13T15:54:04,051 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d6b8e4007b4abdcd8c6d32e74065567e: Waiting for close lock at 1731513244043Running coprocessor pre-close hooks at 1731513244043Disabling compacts and flushes for region at 1731513244043Disabling writes for close at 1731513244043Writing region close event to WAL at 1731513244047 (+4 ms)Running coprocessor post-close hooks at 1731513244051 (+4 ms)Closed at 1731513244051 2024-11-13T15:54:04,051 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731513171246.d6b8e4007b4abdcd8c6d32e74065567e. 2024-11-13T15:54:04,051 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5473b7b7d97f198eeecce880e2ed9125, disabling compactions & flushes 2024-11-13T15:54:04,051 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731513175589.5473b7b7d97f198eeecce880e2ed9125. 2024-11-13T15:54:04,051 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731513175589.5473b7b7d97f198eeecce880e2ed9125. 2024-11-13T15:54:04,051 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731513175589.5473b7b7d97f198eeecce880e2ed9125. after waiting 0 ms 2024-11-13T15:54:04,051 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731513175589.5473b7b7d97f198eeecce880e2ed9125. 2024-11-13T15:54:04,051 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5473b7b7d97f198eeecce880e2ed9125 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-13T15:54:04,061 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/meta/1588230740/.tmp/info/0d5d640f35214412af3ba707130f249f is 147, key is hbase:replication,,1731513175589.5473b7b7d97f198eeecce880e2ed9125./info:regioninfo/1731513176383/Put/seqid=0 2024-11-13T15:54:04,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44495 is added to blk_1073741844_1020 (size=7686) 2024-11-13T15:54:04,066 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/meta/1588230740/.tmp/info/0d5d640f35214412af3ba707130f249f 2024-11-13T15:54:04,071 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/replication/5473b7b7d97f198eeecce880e2ed9125/.tmp/hfileref/ab7ab1eee58b480ea3338637b9e95c92 is 74, key is 1/hfileref:24d5fbfdb3dd416aa80df3135869edc7_SeqId_4_/1731513178837/DeleteColumn/seqid=0 2024-11-13T15:54:04,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44495 is added to blk_1073741845_1021 (size=5203) 2024-11-13T15:54:04,085 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/meta/1588230740/.tmp/ns/88d8d76de70544c0958a793dbd078f15 is 43, key is default/ns:d/1731513167216/Put/seqid=0 2024-11-13T15:54:04,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44495 is added to blk_1073741846_1022 (size=5153) 2024-11-13T15:54:04,125 INFO [regionserver/c4c650e80f58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T15:54:04,125 INFO [regionserver/c4c650e80f58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T15:54:04,140 INFO [regionserver/c4c650e80f58:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:54:04,244 DEBUG [RS:0;c4c650e80f58:40349 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5473b7b7d97f198eeecce880e2ed9125 2024-11-13T15:54:04,444 DEBUG [RS:0;c4c650e80f58:40349 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5473b7b7d97f198eeecce880e2ed9125 2024-11-13T15:54:04,475 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/replication/5473b7b7d97f198eeecce880e2ed9125/.tmp/hfileref/ab7ab1eee58b480ea3338637b9e95c92 2024-11-13T15:54:04,489 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/meta/1588230740/.tmp/ns/88d8d76de70544c0958a793dbd078f15 2024-11-13T15:54:04,512 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/replication/5473b7b7d97f198eeecce880e2ed9125/.tmp/queue/e6dee9b52d954ef5be8e3a2ae896f9b7 is 153, key is 1-c4c650e80f58,40349,1731513164588/queue:c4c650e80f58%2C40349%2C1731513164588/1731513180953/Put/seqid=0 2024-11-13T15:54:04,531 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/meta/1588230740/.tmp/rep_barrier/3d8e9fe632c04e0791758228317b4484 is 112, key is test,,1731513171246.d6b8e4007b4abdcd8c6d32e74065567e./rep_barrier:seqnumDuringOpen/1731513172437/Put/seqid=0 2024-11-13T15:54:04,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44495 is added to blk_1073741847_1023 (size=5352) 2024-11-13T15:54:04,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44495 is added to blk_1073741848_1024 (size=5518) 2024-11-13T15:54:04,644 DEBUG [RS:0;c4c650e80f58:40349 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5473b7b7d97f198eeecce880e2ed9125 2024-11-13T15:54:04,845 DEBUG [RS:0;c4c650e80f58:40349 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5473b7b7d97f198eeecce880e2ed9125 2024-11-13T15:54:04,934 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/replication/5473b7b7d97f198eeecce880e2ed9125/.tmp/queue/e6dee9b52d954ef5be8e3a2ae896f9b7 2024-11-13T15:54:04,938 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/meta/1588230740/.tmp/rep_barrier/3d8e9fe632c04e0791758228317b4484 2024-11-13T15:54:04,956 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/replication/5473b7b7d97f198eeecce880e2ed9125/.tmp/hfileref/ab7ab1eee58b480ea3338637b9e95c92 as hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/replication/5473b7b7d97f198eeecce880e2ed9125/hfileref/ab7ab1eee58b480ea3338637b9e95c92 2024-11-13T15:54:04,965 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/replication/5473b7b7d97f198eeecce880e2ed9125/hfileref/ab7ab1eee58b480ea3338637b9e95c92, entries=2, sequenceid=10, filesize=5.1 K 2024-11-13T15:54:04,966 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/replication/5473b7b7d97f198eeecce880e2ed9125/.tmp/queue/e6dee9b52d954ef5be8e3a2ae896f9b7 as hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/replication/5473b7b7d97f198eeecce880e2ed9125/queue/e6dee9b52d954ef5be8e3a2ae896f9b7 2024-11-13T15:54:04,983 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/replication/5473b7b7d97f198eeecce880e2ed9125/queue/e6dee9b52d954ef5be8e3a2ae896f9b7, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T15:54:04,984 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 5473b7b7d97f198eeecce880e2ed9125 in 933ms, sequenceid=10, compaction requested=false 2024-11-13T15:54:04,994 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/meta/1588230740/.tmp/table/7a461bd9a42045ca9b789c4f384dfb30 is 53, key is hbase:replication/table:state/1731513176392/Put/seqid=0 2024-11-13T15:54:05,003 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/replication/5473b7b7d97f198eeecce880e2ed9125/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T15:54:05,004 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:54:05,004 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:54:05,004 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731513175589.5473b7b7d97f198eeecce880e2ed9125. 2024-11-13T15:54:05,004 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5473b7b7d97f198eeecce880e2ed9125: Waiting for close lock at 1731513244051Running coprocessor pre-close hooks at 1731513244051Disabling compacts and flushes for region at 1731513244051Disabling writes for close at 1731513244051Obtaining lock to block concurrent updates at 1731513244051Preparing flush snapshotting stores in 5473b7b7d97f198eeecce880e2ed9125 at 1731513244051Finished memstore snapshotting hbase:replication,,1731513175589.5473b7b7d97f198eeecce880e2ed9125., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731513244052 (+1 ms)Flushing stores of hbase:replication,,1731513175589.5473b7b7d97f198eeecce880e2ed9125. at 1731513244052Flushing 5473b7b7d97f198eeecce880e2ed9125/hfileref: creating writer at 1731513244052Flushing 5473b7b7d97f198eeecce880e2ed9125/hfileref: appending metadata at 1731513244070 (+18 ms)Flushing 5473b7b7d97f198eeecce880e2ed9125/hfileref: closing flushed file at 1731513244070Flushing 5473b7b7d97f198eeecce880e2ed9125/queue: creating writer at 1731513244484 (+414 ms)Flushing 5473b7b7d97f198eeecce880e2ed9125/queue: appending metadata at 1731513244511 (+27 ms)Flushing 5473b7b7d97f198eeecce880e2ed9125/queue: closing flushed file at 1731513244511Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48b885e6: reopening flushed file at 1731513244954 (+443 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54e686aa: reopening flushed file at 1731513244965 (+11 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 5473b7b7d97f198eeecce880e2ed9125 in 933ms, sequenceid=10, compaction requested=false at 1731513244984 (+19 ms)Writing region close event to WAL at 1731513244996 (+12 ms)Running coprocessor post-close hooks at 1731513245004 (+8 ms)Closed at 1731513245004 2024-11-13T15:54:05,004 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731513175589.5473b7b7d97f198eeecce880e2ed9125. 2024-11-13T15:54:05,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44495 is added to blk_1073741849_1025 (size=5308) 2024-11-13T15:54:05,007 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/meta/1588230740/.tmp/table/7a461bd9a42045ca9b789c4f384dfb30 2024-11-13T15:54:05,018 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/meta/1588230740/.tmp/info/0d5d640f35214412af3ba707130f249f as hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/meta/1588230740/info/0d5d640f35214412af3ba707130f249f 2024-11-13T15:54:05,028 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/meta/1588230740/info/0d5d640f35214412af3ba707130f249f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T15:54:05,029 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/meta/1588230740/.tmp/ns/88d8d76de70544c0958a793dbd078f15 as hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/meta/1588230740/ns/88d8d76de70544c0958a793dbd078f15 2024-11-13T15:54:05,036 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/meta/1588230740/ns/88d8d76de70544c0958a793dbd078f15, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T15:54:05,037 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/meta/1588230740/.tmp/rep_barrier/3d8e9fe632c04e0791758228317b4484 as hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/meta/1588230740/rep_barrier/3d8e9fe632c04e0791758228317b4484 2024-11-13T15:54:05,044 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/meta/1588230740/rep_barrier/3d8e9fe632c04e0791758228317b4484, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T15:54:05,045 INFO [RS:0;c4c650e80f58:40349 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T15:54:05,045 DEBUG [RS:0;c4c650e80f58:40349 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T15:54:05,045 DEBUG [RS:0;c4c650e80f58:40349 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:54:05,046 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/meta/1588230740/.tmp/table/7a461bd9a42045ca9b789c4f384dfb30 as hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/meta/1588230740/table/7a461bd9a42045ca9b789c4f384dfb30 2024-11-13T15:54:05,055 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/meta/1588230740/table/7a461bd9a42045ca9b789c4f384dfb30, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T15:54:05,056 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1012ms, sequenceid=16, compaction requested=false 2024-11-13T15:54:05,075 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T15:54:05,075 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:54:05,075 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:54:05,075 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:54:05,075 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513244044Running coprocessor pre-close hooks at 1731513244044Disabling compacts and flushes for region at 1731513244044Disabling writes for close at 1731513244044Obtaining lock to block concurrent updates at 1731513244044Preparing flush snapshotting stores in 1588230740 at 1731513244044Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731513244045 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731513244045Flushing 1588230740/info: creating writer at 1731513244045Flushing 1588230740/info: appending metadata at 1731513244061 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731513244061Flushing 1588230740/ns: creating writer at 1731513244071 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731513244085 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731513244085Flushing 1588230740/rep_barrier: creating writer at 1731513244495 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731513244530 (+35 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731513244530Flushing 1588230740/table: creating writer at 1731513244953 (+423 ms)Flushing 1588230740/table: appending metadata at 1731513244990 (+37 ms)Flushing 1588230740/table: closing flushed file at 1731513244990Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21f245db: reopening flushed file at 1731513245016 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62787989: reopening flushed file at 1731513245028 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4db2995e: reopening flushed file at 1731513245036 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bffa444: reopening flushed file at 1731513245044 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1012ms, sequenceid=16, compaction requested=false at 1731513245056 (+12 ms)Writing region close event to WAL at 1731513245067 (+11 ms)Running coprocessor post-close hooks at 1731513245075 (+8 ms)Closed at 1731513245075 2024-11-13T15:54:05,076 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T15:54:05,245 INFO [RS:0;c4c650e80f58:40349 {}] regionserver.HRegionServer(976): stopping server c4c650e80f58,40349,1731513164588; all regions closed. 2024-11-13T15:54:05,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44495 is added to blk_1073741834_1010 (size=4239) 2024-11-13T15:54:05,254 DEBUG [RS:0;c4c650e80f58:40349 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/oldWALs 2024-11-13T15:54:05,254 INFO [RS:0;c4c650e80f58:40349 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4c650e80f58%2C40349%2C1731513164588.meta:.meta(num 1731513167161) 2024-11-13T15:54:05,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44495 is added to blk_1073741839_1015 (size=2700) 2024-11-13T15:54:05,267 DEBUG [RS:0;c4c650e80f58:40349 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/oldWALs 2024-11-13T15:54:05,267 INFO [RS:0;c4c650e80f58:40349 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4c650e80f58%2C40349%2C1731513164588.rep:(num 1731513176344) 2024-11-13T15:54:05,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44495 is added to blk_1073741832_1008 (size=1300) 2024-11-13T15:54:05,275 DEBUG [RS:0;c4c650e80f58:40349 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/oldWALs 2024-11-13T15:54:05,276 INFO [RS:0;c4c650e80f58:40349 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4c650e80f58%2C40349%2C1731513164588:(num 1731513166184) 2024-11-13T15:54:05,276 DEBUG [RS:0;c4c650e80f58:40349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:05,276 INFO [RS:0;c4c650e80f58:40349 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:54:05,276 INFO [RS:0;c4c650e80f58:40349 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:54:05,276 INFO [RS:0;c4c650e80f58:40349 {}] hbase.ChoreService(370): Chore service for: regionserver/c4c650e80f58:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T15:54:05,276 INFO [RS:0;c4c650e80f58:40349 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:54:05,276 INFO [regionserver/c4c650e80f58:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:54:05,276 INFO [RS:0;c4c650e80f58:40349 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c4c650e80f58,40349,1731513164588 because: Region server is closing 2024-11-13T15:54:05,276 INFO [RS:0;c4c650e80f58:40349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:40349. 2024-11-13T15:54:05,276 DEBUG [RS:0;c4c650e80f58:40349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:54:05,276 DEBUG [RS:0;c4c650e80f58:40349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:05,277 DEBUG [RS:0;c4c650e80f58:40349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:05,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:54:05,377 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.wal-reader.c4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T15:54:05,377 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.shipperc4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T15:54:05,377 INFO [RS:0;c4c650e80f58:40349 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,40349,1731513164588.replicationSource.shipperc4c650e80f58%2C40349%2C1731513164588,1-c4c650e80f58,40349,1731513164588 terminated 2024-11-13T15:54:05,377 INFO [RS:0;c4c650e80f58:40349 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40349 2024-11-13T15:54:05,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40349-0x100a5fdaf540001, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0329598292/rs/c4c650e80f58,40349,1731513164588 2024-11-13T15:54:05,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44799-0x100a5fdaf540000, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329598292/rs 2024-11-13T15:54:05,382 INFO [RS:0;c4c650e80f58:40349 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:54:05,384 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4c650e80f58,40349,1731513164588] 2024-11-13T15:54:05,385 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0329598292/draining/c4c650e80f58,40349,1731513164588 already deleted, retry=false 2024-11-13T15:54:05,385 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4c650e80f58,40349,1731513164588 expired; onlineServers=0 2024-11-13T15:54:05,385 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4c650e80f58,44799,1731513164532' ***** 2024-11-13T15:54:05,385 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T15:54:05,385 INFO [M:0;c4c650e80f58:44799 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:54:05,385 INFO [M:0;c4c650e80f58:44799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:54:05,385 DEBUG [M:0;c4c650e80f58:44799 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T15:54:05,386 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T15:54:05,386 DEBUG [M:0;c4c650e80f58:44799 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T15:54:05,386 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513165999 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513165999,5,FailOnTimeoutGroup] 2024-11-13T15:54:05,386 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513165999 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513165999,5,FailOnTimeoutGroup] 2024-11-13T15:54:05,386 INFO [M:0;c4c650e80f58:44799 {}] hbase.ChoreService(370): Chore service for: master/c4c650e80f58:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T15:54:05,386 INFO [M:0;c4c650e80f58:44799 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:54:05,386 DEBUG [M:0;c4c650e80f58:44799 {}] master.HMaster(1795): Stopping service threads 2024-11-13T15:54:05,386 INFO [M:0;c4c650e80f58:44799 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T15:54:05,386 INFO [M:0;c4c650e80f58:44799 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:54:05,386 INFO [M:0;c4c650e80f58:44799 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T15:54:05,386 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T15:54:05,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44799-0x100a5fdaf540000, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0329598292/master 2024-11-13T15:54:05,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44799-0x100a5fdaf540000, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329598292 2024-11-13T15:54:05,388 DEBUG [M:0;c4c650e80f58:44799 {}] zookeeper.ZKUtil(347): master:44799-0x100a5fdaf540000, quorum=127.0.0.1:49649, baseZNode=/0329598292 Unable to get data of znode /0329598292/master because node does not exist (not an error) 2024-11-13T15:54:05,388 WARN [M:0;c4c650e80f58:44799 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T15:54:05,389 INFO [M:0;c4c650e80f58:44799 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/.lastflushedseqids 2024-11-13T15:54:05,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44495 is added to blk_1073741850_1026 (size=263) 2024-11-13T15:54:05,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:05,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:05,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:05,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:05,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:05,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40349-0x100a5fdaf540001, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:54:05,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40349-0x100a5fdaf540001, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:54:05,484 INFO [RS:0;c4c650e80f58:40349 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:54:05,484 INFO [RS:0;c4c650e80f58:40349 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4c650e80f58,40349,1731513164588; zookeeper connection closed. 2024-11-13T15:54:05,484 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@186c45a0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@186c45a0 2024-11-13T15:54:05,484 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T15:54:05,798 INFO [M:0;c4c650e80f58:44799 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T15:54:05,798 INFO [M:0;c4c650e80f58:44799 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T15:54:05,798 DEBUG [M:0;c4c650e80f58:44799 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:54:05,798 INFO [M:0;c4c650e80f58:44799 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:05,798 DEBUG [M:0;c4c650e80f58:44799 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:05,798 DEBUG [M:0;c4c650e80f58:44799 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:54:05,798 DEBUG [M:0;c4c650e80f58:44799 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:05,798 INFO [M:0;c4c650e80f58:44799 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-13T15:54:05,814 DEBUG [M:0;c4c650e80f58:44799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eeca609d4a3b4f57b400b4302291e6c8 is 82, key is hbase:meta,,1/info:regioninfo/1731513167197/Put/seqid=0 2024-11-13T15:54:05,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44495 is added to blk_1073741851_1027 (size=5672) 2024-11-13T15:54:05,939 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T15:54:05,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:05,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:05,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:05,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:05,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:06,219 INFO [M:0;c4c650e80f58:44799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eeca609d4a3b4f57b400b4302291e6c8 2024-11-13T15:54:06,241 DEBUG [M:0;c4c650e80f58:44799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0cd395c81c4649feb2282dbdea750118 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731513172454/Put/seqid=0 2024-11-13T15:54:06,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44495 is added to blk_1073741852_1028 (size=7241) 2024-11-13T15:54:06,246 INFO [M:0;c4c650e80f58:44799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0cd395c81c4649feb2282dbdea750118 2024-11-13T15:54:06,251 INFO [M:0;c4c650e80f58:44799 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0cd395c81c4649feb2282dbdea750118 2024-11-13T15:54:06,265 DEBUG [M:0;c4c650e80f58:44799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5326036c7f24ac18773d30edd99aa17 is 69, key is c4c650e80f58,40349,1731513164588/rs:state/1731513166029/Put/seqid=0 2024-11-13T15:54:06,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44495 is added to blk_1073741853_1029 (size=5156) 2024-11-13T15:54:06,269 INFO [M:0;c4c650e80f58:44799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5326036c7f24ac18773d30edd99aa17 2024-11-13T15:54:06,275 DEBUG [M:0;c4c650e80f58:44799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eeca609d4a3b4f57b400b4302291e6c8 as hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eeca609d4a3b4f57b400b4302291e6c8 2024-11-13T15:54:06,279 INFO [M:0;c4c650e80f58:44799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eeca609d4a3b4f57b400b4302291e6c8, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T15:54:06,280 DEBUG [M:0;c4c650e80f58:44799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0cd395c81c4649feb2282dbdea750118 as hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0cd395c81c4649feb2282dbdea750118 2024-11-13T15:54:06,284 INFO [M:0;c4c650e80f58:44799 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0cd395c81c4649feb2282dbdea750118 2024-11-13T15:54:06,285 INFO [M:0;c4c650e80f58:44799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0cd395c81c4649feb2282dbdea750118, entries=11, sequenceid=105, filesize=7.1 K 2024-11-13T15:54:06,285 DEBUG [M:0;c4c650e80f58:44799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5326036c7f24ac18773d30edd99aa17 as hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e5326036c7f24ac18773d30edd99aa17 2024-11-13T15:54:06,290 INFO [M:0;c4c650e80f58:44799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39113/user/jenkins/test-data/806d3504-385b-f953-2fc1-77262932ef6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e5326036c7f24ac18773d30edd99aa17, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T15:54:06,291 INFO [M:0;c4c650e80f58:44799 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 493ms, sequenceid=105, compaction requested=false 2024-11-13T15:54:06,299 INFO [M:0;c4c650e80f58:44799 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:06,299 DEBUG [M:0;c4c650e80f58:44799 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513245798Disabling compacts and flushes for region at 1731513245798Disabling writes for close at 1731513245798Obtaining lock to block concurrent updates at 1731513245798Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731513245798Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1731513245798Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731513245799 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731513245799Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731513245814 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731513245814Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731513246224 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731513246240 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731513246240Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731513246251 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731513246265 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731513246265Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50aa08f0: reopening flushed file at 1731513246274 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17c1de97: reopening flushed file at 1731513246279 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23421575: reopening flushed file at 1731513246285 (+6 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 493ms, sequenceid=105, compaction requested=false at 1731513246291 (+6 ms)Writing region close event to WAL at 1731513246298 (+7 ms)Closed at 1731513246298 2024-11-13T15:54:06,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44495 is added to blk_1073741830_1006 (size=64538) 2024-11-13T15:54:06,303 INFO [M:0;c4c650e80f58:44799 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T15:54:06,303 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:54:06,303 INFO [M:0;c4c650e80f58:44799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44799 2024-11-13T15:54:06,304 INFO [M:0;c4c650e80f58:44799 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:54:06,407 INFO [M:0;c4c650e80f58:44799 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:54:06,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44799-0x100a5fdaf540000, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:54:06,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44799-0x100a5fdaf540000, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:54:06,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@261e9712{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:54:06,413 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e154e97{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:54:06,413 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:54:06,414 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ede64bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:54:06,414 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@387bd34f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759/hadoop.log.dir/,STOPPED} 2024-11-13T15:54:06,415 WARN [BP-640396687-172.17.0.3-1731513163606 heartbeating to localhost/127.0.0.1:39113 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T15:54:06,415 WARN [BP-640396687-172.17.0.3-1731513163606 heartbeating to localhost/127.0.0.1:39113 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-640396687-172.17.0.3-1731513163606 (Datanode Uuid 090a0933-b5e4-41a3-8ff7-4ca221d0d29b) service to localhost/127.0.0.1:39113 2024-11-13T15:54:06,415 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T15:54:06,415 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T15:54:06,415 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759/cluster_0059b064-af44-2278-6eb8-a687535d6a52/data/data1/current/BP-640396687-172.17.0.3-1731513163606 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:54:06,415 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759/cluster_0059b064-af44-2278-6eb8-a687535d6a52/data/data2/current/BP-640396687-172.17.0.3-1731513163606 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:54:06,416 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T15:54:06,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48947efd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:54:06,422 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f01cd4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:54:06,422 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:54:06,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28d7a5ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:54:06,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f8d593{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3eea43d-553b-5e44-c54c-c8814267f759/hadoop.log.dir/,STOPPED} 2024-11-13T15:54:06,429 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T15:54:06,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T15:54:06,449 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 136) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49649) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:39113 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f22d4b8f508.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:39113 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:44013 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44013 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:39113 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:39113 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f22d4b8f508.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39113 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49649) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:44013 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:44013 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:44013 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=244 (was 319), ProcessCount=11 (was 11), AvailableMemoryMB=11397 (was 8138) - AvailableMemoryMB LEAK? - 2024-11-13T15:54:06,458 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=244, ProcessCount=11, AvailableMemoryMB=11397 2024-11-13T15:54:06,472 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-13T15:54:06,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f91be45-9210-bb00-d4b3-cf5acd8a8a84/hadoop.log.dir so I do NOT create it in target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0 2024-11-13T15:54:06,472 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f91be45-9210-bb00-d4b3-cf5acd8a8a84/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T15:54:06,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f91be45-9210-bb00-d4b3-cf5acd8a8a84/hadoop.tmp.dir so I do NOT create it in target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0 2024-11-13T15:54:06,472 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f91be45-9210-bb00-d4b3-cf5acd8a8a84/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T15:54:06,473 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0 2024-11-13T15:54:06,473 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0/cluster_a523fa6b-588a-7902-476e-71e5eb72ce12, deleteOnExit=true 2024-11-13T15:54:06,475 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0/cluster_a523fa6b-588a-7902-476e-71e5eb72ce12/zookeeper_0, clientPort=60564, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0/cluster_a523fa6b-588a-7902-476e-71e5eb72ce12/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0/cluster_a523fa6b-588a-7902-476e-71e5eb72ce12/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T15:54:06,476 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60564 2024-11-13T15:54:06,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T15:54:06,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T15:54:06,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0/test.cache.data in system properties and HBase conf 2024-11-13T15:54:06,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T15:54:06,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0/hadoop.log.dir in system properties and HBase conf 2024-11-13T15:54:06,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T15:54:06,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T15:54:06,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T15:54:06,477 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T15:54:06,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:54:06,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:54:06,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T15:54:06,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:54:06,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T15:54:06,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T15:54:06,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:54:06,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:54:06,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T15:54:06,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0/nfs.dump.dir in system properties and HBase conf 2024-11-13T15:54:06,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0/java.io.tmpdir in system properties and HBase conf 2024-11-13T15:54:06,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:54:06,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T15:54:06,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T15:54:06,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100a5fdaf540002, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T15:54:06,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100a5fdaf540005, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T15:54:06,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100a5fdaf540005, quorum=127.0.0.1:49649, baseZNode=/1-638713260 Received Disconnected from ZooKeeper, ignoring 2024-11-13T15:54:06,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100a5fdaf540002, quorum=127.0.0.1:49649, baseZNode=/0329598292 Received Disconnected from ZooKeeper, ignoring 2024-11-13T15:54:06,563 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:54:06,568 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:54:06,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:54:06,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:54:06,569 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T15:54:06,570 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:54:06,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cd7c08a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:54:06,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@583e3786{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:54:06,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1faf3ff8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0/java.io.tmpdir/jetty-localhost-38989-hadoop-hdfs-3_4_1-tests_jar-_-any-1236781022530550499/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:54:06,687 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29e31fa5{HTTP/1.1, (http/1.1)}{localhost:38989} 2024-11-13T15:54:06,687 INFO [Time-limited test {}] server.Server(415): Started @129060ms 2024-11-13T15:54:06,769 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:54:06,774 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:54:06,775 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:54:06,775 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:54:06,775 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T15:54:06,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@583338ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:54:06,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f7e9a02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:54:06,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70ae7a56{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0/java.io.tmpdir/jetty-localhost-42997-hadoop-hdfs-3_4_1-tests_jar-_-any-4945282713933601957/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:54:06,893 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3cf716ca{HTTP/1.1, (http/1.1)}{localhost:42997} 2024-11-13T15:54:06,893 INFO [Time-limited test {}] server.Server(415): Started @129267ms 2024-11-13T15:54:06,895 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T15:54:06,998 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0/cluster_a523fa6b-588a-7902-476e-71e5eb72ce12/data/data2/current/BP-1828885848-172.17.0.3-1731513246502/current, will proceed with Du for space computation calculation, 2024-11-13T15:54:06,998 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0/cluster_a523fa6b-588a-7902-476e-71e5eb72ce12/data/data1/current/BP-1828885848-172.17.0.3-1731513246502/current, will proceed with Du for space computation calculation, 2024-11-13T15:54:07,016 WARN [Thread-1274 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T15:54:07,018 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x737a3b89ab6bd80d with lease ID 0x78457e38ed7f19fd: Processing first storage report for DS-0d57bf4d-2d3e-4bc5-b841-548273ccb11f from datanode DatanodeRegistration(127.0.0.1:36817, datanodeUuid=c4c66d86-de3c-4e19-96e5-4056e00a92b0, infoPort=43229, infoSecurePort=0, ipcPort=40777, storageInfo=lv=-57;cid=testClusterID;nsid=2057036163;c=1731513246502) 2024-11-13T15:54:07,018 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x737a3b89ab6bd80d with lease ID 0x78457e38ed7f19fd: from storage DS-0d57bf4d-2d3e-4bc5-b841-548273ccb11f node DatanodeRegistration(127.0.0.1:36817, datanodeUuid=c4c66d86-de3c-4e19-96e5-4056e00a92b0, infoPort=43229, infoSecurePort=0, ipcPort=40777, storageInfo=lv=-57;cid=testClusterID;nsid=2057036163;c=1731513246502), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T15:54:07,018 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x737a3b89ab6bd80d with lease ID 0x78457e38ed7f19fd: Processing first storage report for DS-0dc2bd55-1969-4cb4-a020-77313099f5ca from datanode DatanodeRegistration(127.0.0.1:36817, datanodeUuid=c4c66d86-de3c-4e19-96e5-4056e00a92b0, infoPort=43229, infoSecurePort=0, ipcPort=40777, storageInfo=lv=-57;cid=testClusterID;nsid=2057036163;c=1731513246502) 2024-11-13T15:54:07,018 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x737a3b89ab6bd80d with lease ID 0x78457e38ed7f19fd: from storage DS-0dc2bd55-1969-4cb4-a020-77313099f5ca node DatanodeRegistration(127.0.0.1:36817, datanodeUuid=c4c66d86-de3c-4e19-96e5-4056e00a92b0, infoPort=43229, infoSecurePort=0, ipcPort=40777, storageInfo=lv=-57;cid=testClusterID;nsid=2057036163;c=1731513246502), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T15:54:07,119 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0 2024-11-13T15:54:07,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:07,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:07,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741825_1001 (size=7) 2024-11-13T15:54:07,529 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef with version=8 2024-11-13T15:54:07,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/hbase-staging 2024-11-13T15:54:07,531 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:54:07,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:07,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:07,532 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:54:07,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:07,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:54:07,532 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T15:54:07,532 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:54:07,532 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33277 2024-11-13T15:54:07,533 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33277 connecting to ZooKeeper ensemble=127.0.0.1:60564 2024-11-13T15:54:07,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332770x0, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:54:07,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33277-0x100a5fef32a0000 connected 2024-11-13T15:54:07,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:07,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:07,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33277-0x100a5fef32a0000, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Set watcher on znode that does not yet exist, /0-130824628/running 2024-11-13T15:54:07,558 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef, hbase.cluster.distributed=false 2024-11-13T15:54:07,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33277-0x100a5fef32a0000, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Set watcher on znode that does not yet exist, /0-130824628/acl 2024-11-13T15:54:07,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33277 2024-11-13T15:54:07,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33277 2024-11-13T15:54:07,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33277 2024-11-13T15:54:07,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33277 2024-11-13T15:54:07,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33277 2024-11-13T15:54:07,579 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:54:07,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:07,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:07,579 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:54:07,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:07,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:54:07,579 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T15:54:07,579 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:54:07,580 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46211 2024-11-13T15:54:07,581 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46211 connecting to ZooKeeper ensemble=127.0.0.1:60564 2024-11-13T15:54:07,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:07,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:07,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462110x0, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:54:07,588 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462110x0, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Set watcher on znode that does not yet exist, /0-130824628/running 2024-11-13T15:54:07,588 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46211-0x100a5fef32a0001 connected 2024-11-13T15:54:07,588 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T15:54:07,589 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T15:54:07,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46211-0x100a5fef32a0001, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Set watcher on znode that does not yet exist, /0-130824628/master 2024-11-13T15:54:07,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46211-0x100a5fef32a0001, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Set watcher on znode that does not yet exist, /0-130824628/acl 2024-11-13T15:54:07,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46211 2024-11-13T15:54:07,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46211 2024-11-13T15:54:07,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46211 2024-11-13T15:54:07,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46211 2024-11-13T15:54:07,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46211 2024-11-13T15:54:07,611 DEBUG [M:0;c4c650e80f58:33277 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4c650e80f58:33277 2024-11-13T15:54:07,611 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-130824628/backup-masters/c4c650e80f58,33277,1731513247531 2024-11-13T15:54:07,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33277-0x100a5fef32a0000, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-130824628/backup-masters 2024-11-13T15:54:07,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46211-0x100a5fef32a0001, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-130824628/backup-masters 2024-11-13T15:54:07,614 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33277-0x100a5fef32a0000, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Set watcher on existing znode=/0-130824628/backup-masters/c4c650e80f58,33277,1731513247531 2024-11-13T15:54:07,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46211-0x100a5fef32a0001, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-130824628/master 2024-11-13T15:54:07,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33277-0x100a5fef32a0000, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-130824628 2024-11-13T15:54:07,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46211-0x100a5fef32a0001, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-130824628 2024-11-13T15:54:07,617 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33277-0x100a5fef32a0000, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Set watcher on existing znode=/0-130824628/master 2024-11-13T15:54:07,617 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-130824628/backup-masters/c4c650e80f58,33277,1731513247531 from backup master directory 2024-11-13T15:54:07,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46211-0x100a5fef32a0001, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-130824628/backup-masters 2024-11-13T15:54:07,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33277-0x100a5fef32a0000, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-130824628/backup-masters/c4c650e80f58,33277,1731513247531 2024-11-13T15:54:07,619 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:54:07,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33277-0x100a5fef32a0000, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-130824628/backup-masters 2024-11-13T15:54:07,619 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4c650e80f58,33277,1731513247531 2024-11-13T15:54:07,623 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/hbase.id] with ID: d35299f4-a71b-4e0a-83c7-928ec22950b4 2024-11-13T15:54:07,623 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/.tmp/hbase.id 2024-11-13T15:54:07,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741826_1002 (size=42) 2024-11-13T15:54:08,029 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/.tmp/hbase.id]:[hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/hbase.id] 2024-11-13T15:54:08,040 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:08,040 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T15:54:08,041 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T15:54:08,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46211-0x100a5fef32a0001, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-130824628 2024-11-13T15:54:08,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33277-0x100a5fef32a0000, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-130824628 2024-11-13T15:54:08,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741827_1003 (size=196) 2024-11-13T15:54:08,449 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:54:08,450 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T15:54:08,450 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:54:08,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741828_1004 (size=1189) 2024-11-13T15:54:08,857 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store 2024-11-13T15:54:08,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741829_1005 (size=34) 2024-11-13T15:54:09,264 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:54:09,264 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:54:09,264 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:09,264 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:09,264 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:54:09,264 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:09,264 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:09,264 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513249264Disabling compacts and flushes for region at 1731513249264Disabling writes for close at 1731513249264Writing region close event to WAL at 1731513249264Closed at 1731513249264 2024-11-13T15:54:09,265 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/.initializing 2024-11-13T15:54:09,265 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/WALs/c4c650e80f58,33277,1731513247531 2024-11-13T15:54:09,266 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:54:09,268 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4c650e80f58%2C33277%2C1731513247531, suffix=, logDir=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/WALs/c4c650e80f58,33277,1731513247531, archiveDir=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/oldWALs, maxLogs=10 2024-11-13T15:54:09,282 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/WALs/c4c650e80f58,33277,1731513247531/c4c650e80f58%2C33277%2C1731513247531.1731513249268, exclude list is [], retry=0 2024-11-13T15:54:09,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-0d57bf4d-2d3e-4bc5-b841-548273ccb11f,DISK] 2024-11-13T15:54:09,286 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/WALs/c4c650e80f58,33277,1731513247531/c4c650e80f58%2C33277%2C1731513247531.1731513249268 2024-11-13T15:54:09,286 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43229:43229)] 2024-11-13T15:54:09,286 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:54:09,286 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:54:09,286 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:09,287 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:09,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:09,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T15:54:09,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:09,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:09,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:09,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T15:54:09,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:09,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:54:09,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:09,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T15:54:09,292 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:09,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:54:09,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:09,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T15:54:09,293 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:09,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:54:09,294 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:09,294 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:09,295 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:09,296 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:09,296 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:09,296 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:54:09,298 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:09,300 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:54:09,300 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68480406, jitterRate=0.020437568426132202}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:54:09,301 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731513249287Initializing all the Stores at 1731513249287Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513249287Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513249288 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513249288Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513249288Cleaning up temporary data from old regions at 1731513249296 (+8 ms)Region opened successfully at 1731513249300 (+4 ms) 2024-11-13T15:54:09,301 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T15:54:09,303 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7888efff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:54:09,304 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T15:54:09,304 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T15:54:09,304 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T15:54:09,305 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T15:54:09,305 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T15:54:09,305 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T15:54:09,305 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T15:54:09,307 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T15:54:09,308 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33277-0x100a5fef32a0000, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Unable to get data of znode /0-130824628/balancer because node does not exist (not necessarily an error) 2024-11-13T15:54:09,310 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-130824628/balancer already deleted, retry=false 2024-11-13T15:54:09,310 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T15:54:09,310 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33277-0x100a5fef32a0000, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Unable to get data of znode /0-130824628/normalizer because node does not exist (not necessarily an error) 2024-11-13T15:54:09,311 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-130824628/normalizer already deleted, retry=false 2024-11-13T15:54:09,312 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T15:54:09,312 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33277-0x100a5fef32a0000, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Unable to get data of znode /0-130824628/switch/split because node does not exist (not necessarily an error) 2024-11-13T15:54:09,314 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-130824628/switch/split already deleted, retry=false 2024-11-13T15:54:09,314 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33277-0x100a5fef32a0000, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Unable to get data of znode /0-130824628/switch/merge because node does not exist (not necessarily an error) 2024-11-13T15:54:09,316 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-130824628/switch/merge already deleted, retry=false 2024-11-13T15:54:09,317 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33277-0x100a5fef32a0000, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Unable to get data of znode /0-130824628/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T15:54:09,319 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-130824628/snapshot-cleanup already deleted, retry=false 2024-11-13T15:54:09,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33277-0x100a5fef32a0000, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-130824628/running 2024-11-13T15:54:09,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46211-0x100a5fef32a0001, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-130824628/running 2024-11-13T15:54:09,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33277-0x100a5fef32a0000, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-130824628 2024-11-13T15:54:09,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46211-0x100a5fef32a0001, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-130824628 2024-11-13T15:54:09,321 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4c650e80f58,33277,1731513247531, sessionid=0x100a5fef32a0000, setting cluster-up flag (Was=false) 2024-11-13T15:54:09,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46211-0x100a5fef32a0001, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-130824628 2024-11-13T15:54:09,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33277-0x100a5fef32a0000, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-130824628 2024-11-13T15:54:09,335 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-130824628/flush-table-proc/acquired, /0-130824628/flush-table-proc/reached, /0-130824628/flush-table-proc/abort 2024-11-13T15:54:09,335 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,33277,1731513247531 2024-11-13T15:54:09,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33277-0x100a5fef32a0000, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-130824628 2024-11-13T15:54:09,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46211-0x100a5fef32a0001, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-130824628 2024-11-13T15:54:09,344 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-130824628/online-snapshot/acquired, /0-130824628/online-snapshot/reached, /0-130824628/online-snapshot/abort 2024-11-13T15:54:09,345 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,33277,1731513247531 2024-11-13T15:54:09,346 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T15:54:09,347 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T15:54:09,348 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T15:54:09,348 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T15:54:09,348 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4c650e80f58,33277,1731513247531 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T15:54:09,349 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:54:09,349 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:54:09,349 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:54:09,349 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:54:09,349 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4c650e80f58:0, corePoolSize=10, maxPoolSize=10 2024-11-13T15:54:09,349 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:09,349 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:54:09,349 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:09,351 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:54:09,351 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T15:54:09,352 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:09,352 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T15:54:09,354 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731513279354 2024-11-13T15:54:09,354 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T15:54:09,355 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T15:54:09,355 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T15:54:09,355 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T15:54:09,355 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T15:54:09,355 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T15:54:09,355 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:09,355 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T15:54:09,355 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T15:54:09,355 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T15:54:09,355 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T15:54:09,356 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T15:54:09,356 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T15:54:09,356 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513249356,5,FailOnTimeoutGroup] 2024-11-13T15:54:09,357 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513249356,5,FailOnTimeoutGroup] 2024-11-13T15:54:09,357 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:09,357 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T15:54:09,357 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:09,357 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:09,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741831_1007 (size=1321) 2024-11-13T15:54:09,401 INFO [RS:0;c4c650e80f58:46211 {}] regionserver.HRegionServer(746): ClusterId : d35299f4-a71b-4e0a-83c7-928ec22950b4 2024-11-13T15:54:09,401 DEBUG [RS:0;c4c650e80f58:46211 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T15:54:09,404 DEBUG [RS:0;c4c650e80f58:46211 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T15:54:09,404 DEBUG [RS:0;c4c650e80f58:46211 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T15:54:09,406 DEBUG [RS:0;c4c650e80f58:46211 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T15:54:09,406 DEBUG [RS:0;c4c650e80f58:46211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48f36ddd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:54:09,418 DEBUG [RS:0;c4c650e80f58:46211 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4c650e80f58:46211 2024-11-13T15:54:09,418 INFO [RS:0;c4c650e80f58:46211 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T15:54:09,418 INFO [RS:0;c4c650e80f58:46211 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T15:54:09,418 DEBUG [RS:0;c4c650e80f58:46211 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T15:54:09,419 INFO [RS:0;c4c650e80f58:46211 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4c650e80f58,33277,1731513247531 with port=46211, startcode=1731513247578 2024-11-13T15:54:09,419 DEBUG [RS:0;c4c650e80f58:46211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T15:54:09,421 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T15:54:09,422 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33277 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4c650e80f58,46211,1731513247578 2024-11-13T15:54:09,422 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33277 {}] master.ServerManager(517): Registering regionserver=c4c650e80f58,46211,1731513247578 2024-11-13T15:54:09,423 DEBUG [RS:0;c4c650e80f58:46211 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef 2024-11-13T15:54:09,423 DEBUG [RS:0;c4c650e80f58:46211 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45297 2024-11-13T15:54:09,423 DEBUG [RS:0;c4c650e80f58:46211 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T15:54:09,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33277-0x100a5fef32a0000, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-130824628/rs 2024-11-13T15:54:09,425 DEBUG [RS:0;c4c650e80f58:46211 {}] zookeeper.ZKUtil(111): regionserver:46211-0x100a5fef32a0001, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Set watcher on existing znode=/0-130824628/rs/c4c650e80f58,46211,1731513247578 2024-11-13T15:54:09,425 WARN [RS:0;c4c650e80f58:46211 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:54:09,425 INFO [RS:0;c4c650e80f58:46211 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:54:09,425 DEBUG [RS:0;c4c650e80f58:46211 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46211,1731513247578 2024-11-13T15:54:09,426 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4c650e80f58,46211,1731513247578] 2024-11-13T15:54:09,429 INFO [RS:0;c4c650e80f58:46211 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T15:54:09,430 INFO [RS:0;c4c650e80f58:46211 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T15:54:09,430 INFO [RS:0;c4c650e80f58:46211 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T15:54:09,430 INFO [RS:0;c4c650e80f58:46211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:09,431 INFO [RS:0;c4c650e80f58:46211 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T15:54:09,431 INFO [RS:0;c4c650e80f58:46211 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T15:54:09,431 INFO [RS:0;c4c650e80f58:46211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:09,431 DEBUG [RS:0;c4c650e80f58:46211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:09,431 DEBUG [RS:0;c4c650e80f58:46211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:09,432 DEBUG [RS:0;c4c650e80f58:46211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:09,432 DEBUG [RS:0;c4c650e80f58:46211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:09,432 DEBUG [RS:0;c4c650e80f58:46211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:09,432 DEBUG [RS:0;c4c650e80f58:46211 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:54:09,432 DEBUG [RS:0;c4c650e80f58:46211 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:09,432 DEBUG [RS:0;c4c650e80f58:46211 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:09,432 DEBUG [RS:0;c4c650e80f58:46211 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:09,432 DEBUG [RS:0;c4c650e80f58:46211 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:09,432 DEBUG [RS:0;c4c650e80f58:46211 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:09,432 DEBUG [RS:0;c4c650e80f58:46211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:09,432 DEBUG [RS:0;c4c650e80f58:46211 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:54:09,432 DEBUG [RS:0;c4c650e80f58:46211 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:54:09,432 INFO [RS:0;c4c650e80f58:46211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:09,432 INFO [RS:0;c4c650e80f58:46211 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:09,432 INFO [RS:0;c4c650e80f58:46211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:09,432 INFO [RS:0;c4c650e80f58:46211 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:09,432 INFO [RS:0;c4c650e80f58:46211 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:09,432 INFO [RS:0;c4c650e80f58:46211 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,46211,1731513247578-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:54:09,448 INFO [RS:0;c4c650e80f58:46211 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T15:54:09,448 INFO [RS:0;c4c650e80f58:46211 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,46211,1731513247578-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:09,448 INFO [RS:0;c4c650e80f58:46211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:09,448 INFO [RS:0;c4c650e80f58:46211 {}] regionserver.Replication(171): c4c650e80f58,46211,1731513247578 started 2024-11-13T15:54:09,462 INFO [RS:0;c4c650e80f58:46211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:09,462 INFO [RS:0;c4c650e80f58:46211 {}] regionserver.HRegionServer(1482): Serving as c4c650e80f58,46211,1731513247578, RpcServer on c4c650e80f58/172.17.0.3:46211, sessionid=0x100a5fef32a0001 2024-11-13T15:54:09,462 DEBUG [RS:0;c4c650e80f58:46211 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T15:54:09,462 DEBUG [RS:0;c4c650e80f58:46211 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4c650e80f58,46211,1731513247578 2024-11-13T15:54:09,462 DEBUG [RS:0;c4c650e80f58:46211 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,46211,1731513247578' 2024-11-13T15:54:09,462 DEBUG [RS:0;c4c650e80f58:46211 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-130824628/flush-table-proc/abort' 2024-11-13T15:54:09,463 DEBUG [RS:0;c4c650e80f58:46211 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-130824628/flush-table-proc/acquired' 2024-11-13T15:54:09,463 DEBUG [RS:0;c4c650e80f58:46211 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T15:54:09,463 DEBUG [RS:0;c4c650e80f58:46211 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T15:54:09,463 DEBUG [RS:0;c4c650e80f58:46211 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4c650e80f58,46211,1731513247578 2024-11-13T15:54:09,463 DEBUG [RS:0;c4c650e80f58:46211 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,46211,1731513247578' 2024-11-13T15:54:09,463 DEBUG [RS:0;c4c650e80f58:46211 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-130824628/online-snapshot/abort' 2024-11-13T15:54:09,464 DEBUG [RS:0;c4c650e80f58:46211 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-130824628/online-snapshot/acquired' 2024-11-13T15:54:09,464 DEBUG [RS:0;c4c650e80f58:46211 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T15:54:09,464 INFO [RS:0;c4c650e80f58:46211 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T15:54:09,464 INFO [RS:0;c4c650e80f58:46211 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T15:54:09,564 INFO [RS:0;c4c650e80f58:46211 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:54:09,566 INFO [RS:0;c4c650e80f58:46211 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C46211%2C1731513247578, suffix=, logDir=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46211,1731513247578, archiveDir=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/oldWALs, maxLogs=10 2024-11-13T15:54:09,584 DEBUG [RS:0;c4c650e80f58:46211 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46211,1731513247578/c4c650e80f58%2C46211%2C1731513247578.1731513249567, exclude list is [], retry=0 2024-11-13T15:54:09,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-0d57bf4d-2d3e-4bc5-b841-548273ccb11f,DISK] 2024-11-13T15:54:09,589 INFO [RS:0;c4c650e80f58:46211 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46211,1731513247578/c4c650e80f58%2C46211%2C1731513247578.1731513249567 2024-11-13T15:54:09,589 DEBUG [RS:0;c4c650e80f58:46211 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43229:43229)] 2024-11-13T15:54:09,759 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T15:54:09,760 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef 2024-11-13T15:54:09,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741833_1009 (size=32) 2024-11-13T15:54:10,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:54:10,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:54:10,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:54:10,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:10,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:10,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:54:10,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:54:10,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:10,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:10,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:54:10,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:54:10,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:10,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:10,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:54:10,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:54:10,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:10,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:10,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:54:10,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/meta/1588230740 2024-11-13T15:54:10,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/meta/1588230740 2024-11-13T15:54:10,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:54:10,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:54:10,175 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:54:10,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:54:10,178 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:54:10,178 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64421042, jitterRate=-0.040051668882369995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:54:10,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731513250166Initializing all the Stores at 1731513250167 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513250167Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513250167Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513250167Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513250167Cleaning up temporary data from old regions at 1731513250175 (+8 ms)Region opened successfully at 1731513250179 (+4 ms) 2024-11-13T15:54:10,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:54:10,179 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:54:10,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:54:10,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:54:10,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:54:10,179 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:54:10,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513250179Disabling compacts and flushes for region at 1731513250179Disabling writes for close at 1731513250179Writing region close event to WAL at 1731513250179Closed at 1731513250179 2024-11-13T15:54:10,181 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:54:10,181 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T15:54:10,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T15:54:10,182 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:54:10,183 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T15:54:10,333 DEBUG [c4c650e80f58:33277 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T15:54:10,334 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4c650e80f58,46211,1731513247578 2024-11-13T15:54:10,335 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,46211,1731513247578, state=OPENING 2024-11-13T15:54:10,337 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T15:54:10,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33277-0x100a5fef32a0000, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-130824628 2024-11-13T15:54:10,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46211-0x100a5fef32a0001, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-130824628 2024-11-13T15:54:10,343 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-130824628/meta-region-server: CHANGED 2024-11-13T15:54:10,343 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:54:10,343 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-130824628/meta-region-server: CHANGED 2024-11-13T15:54:10,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,46211,1731513247578}] 2024-11-13T15:54:10,496 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T15:54:10,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T15:54:10,501 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T15:54:10,501 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:54:10,501 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T15:54:10,503 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C46211%2C1731513247578.meta, suffix=.meta, logDir=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46211,1731513247578, archiveDir=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/oldWALs, maxLogs=10 2024-11-13T15:54:10,516 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46211,1731513247578/c4c650e80f58%2C46211%2C1731513247578.meta.1731513250503.meta, exclude list is [], retry=0 2024-11-13T15:54:10,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-0d57bf4d-2d3e-4bc5-b841-548273ccb11f,DISK] 2024-11-13T15:54:10,520 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46211,1731513247578/c4c650e80f58%2C46211%2C1731513247578.meta.1731513250503.meta 2024-11-13T15:54:10,520 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43229:43229)] 2024-11-13T15:54:10,520 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:54:10,520 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:54:10,520 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:54:10,521 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T15:54:10,521 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T15:54:10,521 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T15:54:10,521 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:54:10,521 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T15:54:10,521 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T15:54:10,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:54:10,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:54:10,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:10,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:10,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:54:10,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:54:10,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:10,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:10,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:54:10,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:54:10,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:10,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:10,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:54:10,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:54:10,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:10,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:10,526 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:54:10,527 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/meta/1588230740 2024-11-13T15:54:10,528 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/meta/1588230740 2024-11-13T15:54:10,529 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:54:10,529 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:54:10,529 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:54:10,530 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:54:10,531 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73498634, jitterRate=0.09521499276161194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:54:10,531 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T15:54:10,532 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731513250521Writing region info on filesystem at 1731513250521Initializing all the Stores at 1731513250522 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513250522Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513250522Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513250522Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513250522Cleaning up temporary data from old regions at 1731513250529 (+7 ms)Running coprocessor post-open hooks at 1731513250531 (+2 ms)Region opened successfully at 1731513250531 2024-11-13T15:54:10,532 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731513250496 2024-11-13T15:54:10,534 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T15:54:10,534 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T15:54:10,535 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,46211,1731513247578 2024-11-13T15:54:10,535 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,46211,1731513247578, state=OPEN 2024-11-13T15:54:10,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46211-0x100a5fef32a0001, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-130824628/meta-region-server 2024-11-13T15:54:10,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33277-0x100a5fef32a0000, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-130824628/meta-region-server 2024-11-13T15:54:10,543 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4c650e80f58,46211,1731513247578 2024-11-13T15:54:10,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-130824628/meta-region-server: CHANGED 2024-11-13T15:54:10,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-130824628/meta-region-server: CHANGED 2024-11-13T15:54:10,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T15:54:10,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,46211,1731513247578 in 200 msec 2024-11-13T15:54:10,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T15:54:10,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 363 msec 2024-11-13T15:54:10,547 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:54:10,547 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T15:54:10,548 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:54:10,548 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,46211,1731513247578, seqNum=-1] 2024-11-13T15:54:10,548 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:54:10,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:54:10,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2060 sec 2024-11-13T15:54:10,554 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731513250554, completionTime=-1 2024-11-13T15:54:10,554 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T15:54:10,554 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T15:54:10,556 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T15:54:10,556 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731513310556 2024-11-13T15:54:10,556 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731513370556 2024-11-13T15:54:10,556 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T15:54:10,557 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,33277,1731513247531-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:10,557 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,33277,1731513247531-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:10,557 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,33277,1731513247531-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:10,557 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4c650e80f58:33277, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:10,557 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:10,557 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:10,559 DEBUG [master/c4c650e80f58:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T15:54:10,561 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.942sec 2024-11-13T15:54:10,561 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T15:54:10,561 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T15:54:10,561 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T15:54:10,561 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T15:54:10,561 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T15:54:10,561 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,33277,1731513247531-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:54:10,561 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,33277,1731513247531-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T15:54:10,563 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T15:54:10,563 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T15:54:10,563 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,33277,1731513247531-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:10,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc75a69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:10,602 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,33277,-1 for getting cluster id 2024-11-13T15:54:10,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:54:10,604 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd35299f4-a71b-4e0a-83c7-928ec22950b4' 2024-11-13T15:54:10,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:54:10,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d35299f4-a71b-4e0a-83c7-928ec22950b4" 2024-11-13T15:54:10,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@592eeef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:10,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,33277,-1] 2024-11-13T15:54:10,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:54:10,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:10,606 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:54:10,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44fa264d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:10,606 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:54:10,607 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,46211,1731513247578, seqNum=-1] 2024-11-13T15:54:10,608 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:54:10,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:54:10,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4c650e80f58,33277,1731513247531 2024-11-13T15:54:10,610 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60564 2024-11-13T15:54:10,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:54:10,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100a5fef32a0002 connected 2024-11-13T15:54:10,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0/hadoop.log.dir so I do NOT create it in target/test-data/2eceff15-b44d-b4a7-0d03-93d089b43f79 2024-11-13T15:54:10,617 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T15:54:10,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0/hadoop.tmp.dir so I do NOT create it in target/test-data/2eceff15-b44d-b4a7-0d03-93d089b43f79 2024-11-13T15:54:10,617 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T15:54:10,617 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eceff15-b44d-b4a7-0d03-93d089b43f79 2024-11-13T15:54:10,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T15:54:10,617 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eceff15-b44d-b4a7-0d03-93d089b43f79/cluster_05484acc-d6ee-24b7-12da-05405eae6987, deleteOnExit=true 2024-11-13T15:54:10,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T15:54:10,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eceff15-b44d-b4a7-0d03-93d089b43f79/test.cache.data in system properties and HBase conf 2024-11-13T15:54:10,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eceff15-b44d-b4a7-0d03-93d089b43f79/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T15:54:10,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eceff15-b44d-b4a7-0d03-93d089b43f79/hadoop.log.dir in system properties and HBase conf 2024-11-13T15:54:10,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eceff15-b44d-b4a7-0d03-93d089b43f79/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T15:54:10,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eceff15-b44d-b4a7-0d03-93d089b43f79/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T15:54:10,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T15:54:10,618 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T15:54:10,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eceff15-b44d-b4a7-0d03-93d089b43f79/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:54:10,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eceff15-b44d-b4a7-0d03-93d089b43f79/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:54:10,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eceff15-b44d-b4a7-0d03-93d089b43f79/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T15:54:10,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eceff15-b44d-b4a7-0d03-93d089b43f79/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:54:10,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eceff15-b44d-b4a7-0d03-93d089b43f79/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T15:54:10,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eceff15-b44d-b4a7-0d03-93d089b43f79/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T15:54:10,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eceff15-b44d-b4a7-0d03-93d089b43f79/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:54:10,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eceff15-b44d-b4a7-0d03-93d089b43f79/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:54:10,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eceff15-b44d-b4a7-0d03-93d089b43f79/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T15:54:10,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eceff15-b44d-b4a7-0d03-93d089b43f79/nfs.dump.dir in system properties and HBase conf 2024-11-13T15:54:10,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eceff15-b44d-b4a7-0d03-93d089b43f79/java.io.tmpdir in system properties and HBase conf 2024-11-13T15:54:10,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eceff15-b44d-b4a7-0d03-93d089b43f79/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:54:10,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eceff15-b44d-b4a7-0d03-93d089b43f79/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T15:54:10,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eceff15-b44d-b4a7-0d03-93d089b43f79/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T15:54:10,679 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T15:54:10,701 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:10,702 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:10,702 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:10,702 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:10,703 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:10,711 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:10,732 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:54:10,736 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:54:10,739 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:54:10,739 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:54:10,739 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T15:54:10,739 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:54:10,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e9087c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eceff15-b44d-b4a7-0d03-93d089b43f79/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:54:10,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cae1e62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:54:10,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61a70769{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eceff15-b44d-b4a7-0d03-93d089b43f79/java.io.tmpdir/jetty-localhost-45807-hadoop-hdfs-3_4_1-tests_jar-_-any-11242247967191979484/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:54:10,862 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3868182e{HTTP/1.1, (http/1.1)}{localhost:45807} 2024-11-13T15:54:10,863 INFO [Time-limited test {}] server.Server(415): Started @133237ms 2024-11-13T15:54:10,961 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:54:10,964 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:54:10,966 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:54:10,966 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:54:10,966 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T15:54:10,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@606de202{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eceff15-b44d-b4a7-0d03-93d089b43f79/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:54:10,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53e208d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:54:11,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b281c32{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eceff15-b44d-b4a7-0d03-93d089b43f79/java.io.tmpdir/jetty-localhost-40083-hadoop-hdfs-3_4_1-tests_jar-_-any-6196303504709179941/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:54:11,095 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79f2b8bb{HTTP/1.1, (http/1.1)}{localhost:40083} 2024-11-13T15:54:11,095 INFO [Time-limited test {}] server.Server(415): Started @133469ms 2024-11-13T15:54:11,096 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T15:54:11,195 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eceff15-b44d-b4a7-0d03-93d089b43f79/cluster_05484acc-d6ee-24b7-12da-05405eae6987/data/data1/current/BP-761670597-172.17.0.3-1731513250638/current, will proceed with Du for space computation calculation, 2024-11-13T15:54:11,195 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eceff15-b44d-b4a7-0d03-93d089b43f79/cluster_05484acc-d6ee-24b7-12da-05405eae6987/data/data2/current/BP-761670597-172.17.0.3-1731513250638/current, will proceed with Du for space computation calculation, 2024-11-13T15:54:11,215 WARN [Thread-1395 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T15:54:11,218 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6fcaadc30f9ca1e with lease ID 0x29abb8c200fe34dd: Processing first storage report for DS-7541659f-5abc-41db-bdde-9099b649d00e from datanode DatanodeRegistration(127.0.0.1:33397, datanodeUuid=fd088e89-efcf-4e28-9576-94345904a9a1, infoPort=44291, infoSecurePort=0, ipcPort=42223, storageInfo=lv=-57;cid=testClusterID;nsid=1289631675;c=1731513250638) 2024-11-13T15:54:11,218 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6fcaadc30f9ca1e with lease ID 0x29abb8c200fe34dd: from storage DS-7541659f-5abc-41db-bdde-9099b649d00e node DatanodeRegistration(127.0.0.1:33397, datanodeUuid=fd088e89-efcf-4e28-9576-94345904a9a1, infoPort=44291, infoSecurePort=0, ipcPort=42223, storageInfo=lv=-57;cid=testClusterID;nsid=1289631675;c=1731513250638), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T15:54:11,218 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6fcaadc30f9ca1e with lease ID 0x29abb8c200fe34dd: Processing first storage report for DS-f59c8a9b-d036-46dc-8abd-c67dde2d9de9 from datanode DatanodeRegistration(127.0.0.1:33397, datanodeUuid=fd088e89-efcf-4e28-9576-94345904a9a1, infoPort=44291, infoSecurePort=0, ipcPort=42223, storageInfo=lv=-57;cid=testClusterID;nsid=1289631675;c=1731513250638) 2024-11-13T15:54:11,218 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6fcaadc30f9ca1e with lease ID 0x29abb8c200fe34dd: from storage DS-f59c8a9b-d036-46dc-8abd-c67dde2d9de9 node DatanodeRegistration(127.0.0.1:33397, datanodeUuid=fd088e89-efcf-4e28-9576-94345904a9a1, infoPort=44291, infoSecurePort=0, ipcPort=42223, storageInfo=lv=-57;cid=testClusterID;nsid=1289631675;c=1731513250638), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T15:54:11,321 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eceff15-b44d-b4a7-0d03-93d089b43f79 2024-11-13T15:54:11,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:11,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:11,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33397 is added to blk_1073741825_1001 (size=7) 2024-11-13T15:54:11,332 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb with version=8 2024-11-13T15:54:11,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/hbase-staging 2024-11-13T15:54:11,334 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:54:11,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:11,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:11,334 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:54:11,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:11,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:54:11,334 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T15:54:11,334 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:54:11,335 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46423 2024-11-13T15:54:11,336 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46423 connecting to ZooKeeper ensemble=127.0.0.1:60564 2024-11-13T15:54:11,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464230x0, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:54:11,339 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46423-0x100a5fef32a0003 connected 2024-11-13T15:54:11,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:11,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:11,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46423-0x100a5fef32a0003, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Set watcher on znode that does not yet exist, /1-276192835/running 2024-11-13T15:54:11,354 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb, hbase.cluster.distributed=false 2024-11-13T15:54:11,356 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46423-0x100a5fef32a0003, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Set watcher on znode that does not yet exist, /1-276192835/acl 2024-11-13T15:54:11,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46423 2024-11-13T15:54:11,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46423 2024-11-13T15:54:11,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46423 2024-11-13T15:54:11,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46423 2024-11-13T15:54:11,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46423 2024-11-13T15:54:11,377 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:54:11,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:11,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:11,377 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:54:11,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:11,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:54:11,377 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T15:54:11,377 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:54:11,378 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42721 2024-11-13T15:54:11,379 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42721 connecting to ZooKeeper ensemble=127.0.0.1:60564 2024-11-13T15:54:11,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:11,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:11,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427210x0, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:54:11,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427210x0, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Set watcher on znode that does not yet exist, /1-276192835/running 2024-11-13T15:54:11,386 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42721-0x100a5fef32a0004 connected 2024-11-13T15:54:11,386 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T15:54:11,387 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T15:54:11,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42721-0x100a5fef32a0004, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Set watcher on znode that does not yet exist, /1-276192835/master 2024-11-13T15:54:11,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42721-0x100a5fef32a0004, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Set watcher on znode that does not yet exist, /1-276192835/acl 2024-11-13T15:54:11,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42721 2024-11-13T15:54:11,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42721 2024-11-13T15:54:11,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42721 2024-11-13T15:54:11,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42721 2024-11-13T15:54:11,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42721 2024-11-13T15:54:11,410 DEBUG [M:0;c4c650e80f58:46423 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4c650e80f58:46423 2024-11-13T15:54:11,410 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-276192835/backup-masters/c4c650e80f58,46423,1731513251334 2024-11-13T15:54:11,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42721-0x100a5fef32a0004, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276192835/backup-masters 2024-11-13T15:54:11,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x100a5fef32a0003, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276192835/backup-masters 2024-11-13T15:54:11,413 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46423-0x100a5fef32a0003, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Set watcher on existing znode=/1-276192835/backup-masters/c4c650e80f58,46423,1731513251334 2024-11-13T15:54:11,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x100a5fef32a0003, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276192835 2024-11-13T15:54:11,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42721-0x100a5fef32a0004, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-276192835/master 2024-11-13T15:54:11,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42721-0x100a5fef32a0004, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276192835 2024-11-13T15:54:11,416 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46423-0x100a5fef32a0003, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Set watcher on existing znode=/1-276192835/master 2024-11-13T15:54:11,417 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-276192835/backup-masters/c4c650e80f58,46423,1731513251334 from backup master directory 2024-11-13T15:54:11,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x100a5fef32a0003, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-276192835/backup-masters/c4c650e80f58,46423,1731513251334 2024-11-13T15:54:11,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42721-0x100a5fef32a0004, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276192835/backup-masters 2024-11-13T15:54:11,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x100a5fef32a0003, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276192835/backup-masters 2024-11-13T15:54:11,418 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:54:11,418 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4c650e80f58,46423,1731513251334 2024-11-13T15:54:11,422 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/hbase.id] with ID: 81b873ba-38a9-4b2c-bac6-2752f4cbf489 2024-11-13T15:54:11,422 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/.tmp/hbase.id 2024-11-13T15:54:11,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33397 is added to blk_1073741826_1002 (size=42) 2024-11-13T15:54:11,828 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/.tmp/hbase.id]:[hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/hbase.id] 2024-11-13T15:54:11,838 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:11,838 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T15:54:11,839 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T15:54:11,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42721-0x100a5fef32a0004, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276192835 2024-11-13T15:54:11,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x100a5fef32a0003, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276192835 2024-11-13T15:54:11,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33397 is added to blk_1073741827_1003 (size=196) 2024-11-13T15:54:12,248 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:54:12,249 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T15:54:12,249 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:54:12,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33397 is added to blk_1073741828_1004 (size=1189) 2024-11-13T15:54:12,260 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/MasterData/data/master/store 2024-11-13T15:54:12,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33397 is added to blk_1073741829_1005 (size=34) 2024-11-13T15:54:12,269 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:54:12,269 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:54:12,269 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:12,269 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:12,269 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:54:12,269 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:12,269 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:12,269 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513252269Disabling compacts and flushes for region at 1731513252269Disabling writes for close at 1731513252269Writing region close event to WAL at 1731513252269Closed at 1731513252269 2024-11-13T15:54:12,271 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/MasterData/data/master/store/.initializing 2024-11-13T15:54:12,271 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/MasterData/WALs/c4c650e80f58,46423,1731513251334 2024-11-13T15:54:12,272 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:54:12,274 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4c650e80f58%2C46423%2C1731513251334, suffix=, logDir=hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/MasterData/WALs/c4c650e80f58,46423,1731513251334, archiveDir=hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/MasterData/oldWALs, maxLogs=10 2024-11-13T15:54:12,292 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/MasterData/WALs/c4c650e80f58,46423,1731513251334/c4c650e80f58%2C46423%2C1731513251334.1731513252274, exclude list is [], retry=0 2024-11-13T15:54:12,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33397,DS-7541659f-5abc-41db-bdde-9099b649d00e,DISK] 2024-11-13T15:54:12,297 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/MasterData/WALs/c4c650e80f58,46423,1731513251334/c4c650e80f58%2C46423%2C1731513251334.1731513252274 2024-11-13T15:54:12,297 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44291:44291)] 2024-11-13T15:54:12,297 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:54:12,297 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:54:12,297 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:12,297 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:12,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:12,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T15:54:12,300 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:12,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:12,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:12,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T15:54:12,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:12,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:54:12,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:12,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T15:54:12,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:12,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:54:12,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:12,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T15:54:12,304 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:12,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:54:12,304 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:12,305 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:12,305 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:12,306 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:12,306 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:12,306 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:54:12,307 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:12,308 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:54:12,309 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67138733, jitterRate=4.4508278369903564E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:54:12,309 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731513252297Initializing all the Stores at 1731513252298 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513252298Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513252298Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513252298Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513252298Cleaning up temporary data from old regions at 1731513252306 (+8 ms)Region opened successfully at 1731513252309 (+3 ms) 2024-11-13T15:54:12,309 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T15:54:12,312 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ccb1a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:54:12,313 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T15:54:12,313 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T15:54:12,313 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T15:54:12,313 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T15:54:12,313 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T15:54:12,314 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T15:54:12,314 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T15:54:12,315 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T15:54:12,316 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46423-0x100a5fef32a0003, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Unable to get data of znode /1-276192835/balancer because node does not exist (not necessarily an error) 2024-11-13T15:54:12,318 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-276192835/balancer already deleted, retry=false 2024-11-13T15:54:12,318 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T15:54:12,319 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46423-0x100a5fef32a0003, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Unable to get data of znode /1-276192835/normalizer because node does not exist (not necessarily an error) 2024-11-13T15:54:12,321 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-276192835/normalizer already deleted, retry=false 2024-11-13T15:54:12,321 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T15:54:12,322 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46423-0x100a5fef32a0003, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Unable to get data of znode /1-276192835/switch/split because node does not exist (not necessarily an error) 2024-11-13T15:54:12,324 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-276192835/switch/split already deleted, retry=false 2024-11-13T15:54:12,324 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46423-0x100a5fef32a0003, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Unable to get data of znode /1-276192835/switch/merge because node does not exist (not necessarily an error) 2024-11-13T15:54:12,326 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-276192835/switch/merge already deleted, retry=false 2024-11-13T15:54:12,328 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46423-0x100a5fef32a0003, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Unable to get data of znode /1-276192835/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T15:54:12,329 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-276192835/snapshot-cleanup already deleted, retry=false 2024-11-13T15:54:12,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x100a5fef32a0003, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-276192835/running 2024-11-13T15:54:12,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42721-0x100a5fef32a0004, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-276192835/running 2024-11-13T15:54:12,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42721-0x100a5fef32a0004, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276192835 2024-11-13T15:54:12,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x100a5fef32a0003, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276192835 2024-11-13T15:54:12,332 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4c650e80f58,46423,1731513251334, sessionid=0x100a5fef32a0003, setting cluster-up flag (Was=false) 2024-11-13T15:54:12,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42721-0x100a5fef32a0004, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276192835 2024-11-13T15:54:12,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x100a5fef32a0003, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276192835 2024-11-13T15:54:12,341 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-276192835/flush-table-proc/acquired, /1-276192835/flush-table-proc/reached, /1-276192835/flush-table-proc/abort 2024-11-13T15:54:12,341 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,46423,1731513251334 2024-11-13T15:54:12,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x100a5fef32a0003, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276192835 2024-11-13T15:54:12,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42721-0x100a5fef32a0004, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276192835 2024-11-13T15:54:12,350 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-276192835/online-snapshot/acquired, /1-276192835/online-snapshot/reached, /1-276192835/online-snapshot/abort 2024-11-13T15:54:12,351 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,46423,1731513251334 2024-11-13T15:54:12,352 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T15:54:12,353 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T15:54:12,353 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T15:54:12,353 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T15:54:12,354 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4c650e80f58,46423,1731513251334 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T15:54:12,355 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:54:12,355 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:54:12,355 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:54:12,355 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:54:12,355 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4c650e80f58:0, corePoolSize=10, maxPoolSize=10 2024-11-13T15:54:12,355 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:12,355 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:54:12,355 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:12,356 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:54:12,356 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T15:54:12,357 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:12,357 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T15:54:12,363 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731513282363 2024-11-13T15:54:12,363 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T15:54:12,363 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T15:54:12,363 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T15:54:12,363 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T15:54:12,363 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T15:54:12,363 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T15:54:12,363 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:12,364 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T15:54:12,364 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T15:54:12,364 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T15:54:12,364 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T15:54:12,369 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T15:54:12,369 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T15:54:12,370 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513252369,5,FailOnTimeoutGroup] 2024-11-13T15:54:12,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33397 is added to blk_1073741831_1007 (size=1321) 2024-11-13T15:54:12,372 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T15:54:12,373 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb 2024-11-13T15:54:12,374 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513252370,5,FailOnTimeoutGroup] 2024-11-13T15:54:12,374 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:12,374 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T15:54:12,375 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:12,375 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:12,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33397 is added to blk_1073741832_1008 (size=32) 2024-11-13T15:54:12,401 INFO [RS:0;c4c650e80f58:42721 {}] regionserver.HRegionServer(746): ClusterId : 81b873ba-38a9-4b2c-bac6-2752f4cbf489 2024-11-13T15:54:12,401 DEBUG [RS:0;c4c650e80f58:42721 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T15:54:12,407 DEBUG [RS:0;c4c650e80f58:42721 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T15:54:12,407 DEBUG [RS:0;c4c650e80f58:42721 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T15:54:12,412 DEBUG [RS:0;c4c650e80f58:42721 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T15:54:12,412 DEBUG [RS:0;c4c650e80f58:42721 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fee4fe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:54:12,432 DEBUG [RS:0;c4c650e80f58:42721 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4c650e80f58:42721 2024-11-13T15:54:12,432 INFO [RS:0;c4c650e80f58:42721 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T15:54:12,432 INFO [RS:0;c4c650e80f58:42721 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T15:54:12,432 DEBUG [RS:0;c4c650e80f58:42721 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T15:54:12,434 INFO [RS:0;c4c650e80f58:42721 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4c650e80f58,46423,1731513251334 with port=42721, startcode=1731513251376 2024-11-13T15:54:12,434 DEBUG [RS:0;c4c650e80f58:42721 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T15:54:12,437 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T15:54:12,437 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46423 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4c650e80f58,42721,1731513251376 2024-11-13T15:54:12,437 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46423 {}] master.ServerManager(517): Registering regionserver=c4c650e80f58,42721,1731513251376 2024-11-13T15:54:12,439 DEBUG [RS:0;c4c650e80f58:42721 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb 2024-11-13T15:54:12,439 DEBUG [RS:0;c4c650e80f58:42721 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38751 2024-11-13T15:54:12,439 DEBUG [RS:0;c4c650e80f58:42721 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T15:54:12,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x100a5fef32a0003, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276192835/rs 2024-11-13T15:54:12,444 DEBUG [RS:0;c4c650e80f58:42721 {}] zookeeper.ZKUtil(111): regionserver:42721-0x100a5fef32a0004, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Set watcher on existing znode=/1-276192835/rs/c4c650e80f58,42721,1731513251376 2024-11-13T15:54:12,445 WARN [RS:0;c4c650e80f58:42721 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:54:12,445 INFO [RS:0;c4c650e80f58:42721 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:54:12,445 DEBUG [RS:0;c4c650e80f58:42721 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/WALs/c4c650e80f58,42721,1731513251376 2024-11-13T15:54:12,445 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4c650e80f58,42721,1731513251376] 2024-11-13T15:54:12,448 INFO [RS:0;c4c650e80f58:42721 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T15:54:12,450 INFO [RS:0;c4c650e80f58:42721 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T15:54:12,450 INFO [RS:0;c4c650e80f58:42721 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T15:54:12,450 INFO [RS:0;c4c650e80f58:42721 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:12,451 INFO [RS:0;c4c650e80f58:42721 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T15:54:12,451 INFO [RS:0;c4c650e80f58:42721 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T15:54:12,451 INFO [RS:0;c4c650e80f58:42721 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:12,451 DEBUG [RS:0;c4c650e80f58:42721 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:12,451 DEBUG [RS:0;c4c650e80f58:42721 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:12,452 DEBUG [RS:0;c4c650e80f58:42721 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:12,452 DEBUG [RS:0;c4c650e80f58:42721 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:12,452 DEBUG [RS:0;c4c650e80f58:42721 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:12,452 DEBUG [RS:0;c4c650e80f58:42721 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:54:12,452 DEBUG [RS:0;c4c650e80f58:42721 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:12,452 DEBUG [RS:0;c4c650e80f58:42721 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:12,452 DEBUG [RS:0;c4c650e80f58:42721 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:12,452 DEBUG [RS:0;c4c650e80f58:42721 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:12,452 DEBUG [RS:0;c4c650e80f58:42721 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:12,452 DEBUG [RS:0;c4c650e80f58:42721 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:12,452 DEBUG [RS:0;c4c650e80f58:42721 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:54:12,452 DEBUG [RS:0;c4c650e80f58:42721 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:54:12,462 INFO [RS:0;c4c650e80f58:42721 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:12,462 INFO [RS:0;c4c650e80f58:42721 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:12,462 INFO [RS:0;c4c650e80f58:42721 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:12,462 INFO [RS:0;c4c650e80f58:42721 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:12,462 INFO [RS:0;c4c650e80f58:42721 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:12,462 INFO [RS:0;c4c650e80f58:42721 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,42721,1731513251376-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:54:12,485 INFO [RS:0;c4c650e80f58:42721 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T15:54:12,485 INFO [RS:0;c4c650e80f58:42721 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,42721,1731513251376-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:12,485 INFO [RS:0;c4c650e80f58:42721 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:12,485 INFO [RS:0;c4c650e80f58:42721 {}] regionserver.Replication(171): c4c650e80f58,42721,1731513251376 started 2024-11-13T15:54:12,505 INFO [RS:0;c4c650e80f58:42721 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:12,505 INFO [RS:0;c4c650e80f58:42721 {}] regionserver.HRegionServer(1482): Serving as c4c650e80f58,42721,1731513251376, RpcServer on c4c650e80f58/172.17.0.3:42721, sessionid=0x100a5fef32a0004 2024-11-13T15:54:12,505 DEBUG [RS:0;c4c650e80f58:42721 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T15:54:12,505 DEBUG [RS:0;c4c650e80f58:42721 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4c650e80f58,42721,1731513251376 2024-11-13T15:54:12,505 DEBUG [RS:0;c4c650e80f58:42721 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,42721,1731513251376' 2024-11-13T15:54:12,505 DEBUG [RS:0;c4c650e80f58:42721 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-276192835/flush-table-proc/abort' 2024-11-13T15:54:12,506 DEBUG [RS:0;c4c650e80f58:42721 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-276192835/flush-table-proc/acquired' 2024-11-13T15:54:12,506 DEBUG [RS:0;c4c650e80f58:42721 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T15:54:12,506 DEBUG [RS:0;c4c650e80f58:42721 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T15:54:12,506 DEBUG [RS:0;c4c650e80f58:42721 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4c650e80f58,42721,1731513251376 2024-11-13T15:54:12,506 DEBUG [RS:0;c4c650e80f58:42721 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,42721,1731513251376' 2024-11-13T15:54:12,506 DEBUG [RS:0;c4c650e80f58:42721 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-276192835/online-snapshot/abort' 2024-11-13T15:54:12,507 DEBUG [RS:0;c4c650e80f58:42721 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-276192835/online-snapshot/acquired' 2024-11-13T15:54:12,507 DEBUG [RS:0;c4c650e80f58:42721 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T15:54:12,507 INFO [RS:0;c4c650e80f58:42721 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T15:54:12,507 INFO [RS:0;c4c650e80f58:42721 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T15:54:12,608 INFO [RS:0;c4c650e80f58:42721 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:54:12,610 INFO [RS:0;c4c650e80f58:42721 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C42721%2C1731513251376, suffix=, logDir=hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/WALs/c4c650e80f58,42721,1731513251376, archiveDir=hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/oldWALs, maxLogs=10 2024-11-13T15:54:12,630 DEBUG [RS:0;c4c650e80f58:42721 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/WALs/c4c650e80f58,42721,1731513251376/c4c650e80f58%2C42721%2C1731513251376.1731513252610, exclude list is [], retry=0 2024-11-13T15:54:12,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33397,DS-7541659f-5abc-41db-bdde-9099b649d00e,DISK] 2024-11-13T15:54:12,651 INFO [RS:0;c4c650e80f58:42721 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/WALs/c4c650e80f58,42721,1731513251376/c4c650e80f58%2C42721%2C1731513251376.1731513252610 2024-11-13T15:54:12,653 DEBUG [RS:0;c4c650e80f58:42721 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44291:44291)] 2024-11-13T15:54:12,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:54:12,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:54:12,790 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:54:12,790 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:12,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:12,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:54:12,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:54:12,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:12,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:12,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:54:12,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:54:12,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:12,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:12,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:54:12,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:54:12,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:12,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:12,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:54:12,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/data/hbase/meta/1588230740 2024-11-13T15:54:12,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/data/hbase/meta/1588230740 2024-11-13T15:54:12,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:54:12,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:54:12,804 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:54:12,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:54:12,807 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:54:12,808 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67257059, jitterRate=0.0022082775831222534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:54:12,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731513252786Initializing all the Stores at 1731513252787 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513252787Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513252788 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513252788Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513252788Cleaning up temporary data from old regions at 1731513252803 (+15 ms)Region opened successfully at 1731513252808 (+5 ms) 2024-11-13T15:54:12,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:54:12,808 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:54:12,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:54:12,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:54:12,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:54:12,809 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:54:12,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513252808Disabling compacts and flushes for region at 1731513252808Disabling writes for close at 1731513252808Writing region close event to WAL at 1731513252809 (+1 ms)Closed at 1731513252809 2024-11-13T15:54:12,810 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:54:12,810 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T15:54:12,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T15:54:12,812 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:54:12,813 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T15:54:12,963 DEBUG [c4c650e80f58:46423 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T15:54:12,963 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4c650e80f58,42721,1731513251376 2024-11-13T15:54:12,964 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,42721,1731513251376, state=OPENING 2024-11-13T15:54:12,966 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T15:54:12,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42721-0x100a5fef32a0004, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276192835 2024-11-13T15:54:12,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x100a5fef32a0003, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276192835 2024-11-13T15:54:12,968 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:54:12,968 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-276192835/meta-region-server: CHANGED 2024-11-13T15:54:12,968 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-276192835/meta-region-server: CHANGED 2024-11-13T15:54:12,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,42721,1731513251376}] 2024-11-13T15:54:13,089 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T15:54:13,089 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T15:54:13,089 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T15:54:13,121 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T15:54:13,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52593, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T15:54:13,126 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T15:54:13,126 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:54:13,126 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T15:54:13,128 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C42721%2C1731513251376.meta, suffix=.meta, logDir=hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/WALs/c4c650e80f58,42721,1731513251376, archiveDir=hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/oldWALs, maxLogs=10 2024-11-13T15:54:13,141 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/WALs/c4c650e80f58,42721,1731513251376/c4c650e80f58%2C42721%2C1731513251376.meta.1731513253128.meta, exclude list is [], retry=0 2024-11-13T15:54:13,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33397,DS-7541659f-5abc-41db-bdde-9099b649d00e,DISK] 2024-11-13T15:54:13,145 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/WALs/c4c650e80f58,42721,1731513251376/c4c650e80f58%2C42721%2C1731513251376.meta.1731513253128.meta 2024-11-13T15:54:13,145 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44291:44291)] 2024-11-13T15:54:13,145 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:54:13,146 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:54:13,146 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:54:13,146 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T15:54:13,146 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T15:54:13,146 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T15:54:13,146 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:54:13,146 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T15:54:13,146 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T15:54:13,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:54:13,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:54:13,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:13,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:13,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:54:13,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:54:13,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:13,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:13,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:54:13,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:54:13,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:13,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:13,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:54:13,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:54:13,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:13,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:13,152 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:54:13,153 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/data/hbase/meta/1588230740 2024-11-13T15:54:13,154 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/data/hbase/meta/1588230740 2024-11-13T15:54:13,155 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:54:13,155 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:54:13,156 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:54:13,157 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:54:13,158 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63812425, jitterRate=-0.049120768904685974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:54:13,158 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T15:54:13,158 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731513253146Writing region info on filesystem at 1731513253146Initializing all the Stores at 1731513253147 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513253147Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513253147Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513253147Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513253147Cleaning up temporary data from old regions at 1731513253155 (+8 ms)Running coprocessor post-open hooks at 1731513253158 (+3 ms)Region opened successfully at 1731513253158 2024-11-13T15:54:13,159 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731513253121 2024-11-13T15:54:13,162 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T15:54:13,162 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T15:54:13,163 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,42721,1731513251376 2024-11-13T15:54:13,163 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,42721,1731513251376, state=OPEN 2024-11-13T15:54:13,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42721-0x100a5fef32a0004, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-276192835/meta-region-server 2024-11-13T15:54:13,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x100a5fef32a0003, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-276192835/meta-region-server 2024-11-13T15:54:13,165 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-276192835/meta-region-server: CHANGED 2024-11-13T15:54:13,165 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-276192835/meta-region-server: CHANGED 2024-11-13T15:54:13,165 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4c650e80f58,42721,1731513251376 2024-11-13T15:54:13,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T15:54:13,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,42721,1731513251376 in 197 msec 2024-11-13T15:54:13,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T15:54:13,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-11-13T15:54:13,170 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:54:13,170 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T15:54:13,172 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:54:13,172 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,42721,1731513251376, seqNum=-1] 2024-11-13T15:54:13,172 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:54:13,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:54:13,178 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 824 msec 2024-11-13T15:54:13,178 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731513253178, completionTime=-1 2024-11-13T15:54:13,178 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T15:54:13,178 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T15:54:13,180 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T15:54:13,180 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731513313180 2024-11-13T15:54:13,180 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731513373180 2024-11-13T15:54:13,180 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T15:54:13,180 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,46423,1731513251334-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:13,180 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,46423,1731513251334-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:13,180 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,46423,1731513251334-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:13,180 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4c650e80f58:46423, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:13,180 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:13,181 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:13,182 DEBUG [master/c4c650e80f58:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T15:54:13,184 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.766sec 2024-11-13T15:54:13,184 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T15:54:13,184 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T15:54:13,184 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T15:54:13,184 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T15:54:13,184 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T15:54:13,184 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,46423,1731513251334-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:54:13,184 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,46423,1731513251334-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T15:54:13,186 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T15:54:13,186 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T15:54:13,186 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,46423,1731513251334-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:13,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f074984, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:13,201 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,46423,-1 for getting cluster id 2024-11-13T15:54:13,201 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:54:13,202 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81b873ba-38a9-4b2c-bac6-2752f4cbf489' 2024-11-13T15:54:13,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:54:13,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81b873ba-38a9-4b2c-bac6-2752f4cbf489" 2024-11-13T15:54:13,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c60278b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:13,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,46423,-1] 2024-11-13T15:54:13,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:54:13,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:13,204 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:54:13,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@444a8b19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:13,205 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:54:13,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,42721,1731513251376, seqNum=-1] 2024-11-13T15:54:13,207 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:54:13,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:54:13,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4c650e80f58,46423,1731513251334 2024-11-13T15:54:13,210 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60564 2024-11-13T15:54:13,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:54:13,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100a5fef32a0005 connected 2024-11-13T15:54:13,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119d93ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:13,216 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,33277,-1 for getting cluster id 2024-11-13T15:54:13,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:54:13,216 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd35299f4-a71b-4e0a-83c7-928ec22950b4' 2024-11-13T15:54:13,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:54:13,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d35299f4-a71b-4e0a-83c7-928ec22950b4" 2024-11-13T15:54:13,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5afdd10e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:13,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,33277,-1] 2024-11-13T15:54:13,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:54:13,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:13,218 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:54:13,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c3d5482, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:13,219 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:54:13,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,33277,1731513247531 2024-11-13T15:54:13,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d2cdc7c 2024-11-13T15:54:13,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:54:13,220 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:54:13,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33277 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c4c650e80f58:46423,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T15:54:13,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33277 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T15:54:13,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:54:13,223 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:46423' 2024-11-13T15:54:13,224 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7325e674, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:13,224 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,46423,-1 for getting cluster id 2024-11-13T15:54:13,224 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:54:13,225 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81b873ba-38a9-4b2c-bac6-2752f4cbf489' 2024-11-13T15:54:13,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:54:13,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81b873ba-38a9-4b2c-bac6-2752f4cbf489" 2024-11-13T15:54:13,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@403e6259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:13,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,46423,-1] 2024-11-13T15:54:13,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:54:13,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:13,226 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:54:13,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43ecc479, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:13,227 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:54:13,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,46423,1731513251334 2024-11-13T15:54:13,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@509416a0 2024-11-13T15:54:13,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:54:13,228 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:54:13,229 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T15:54:13,229 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T15:54:13,229 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:13,229 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:13,229 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:54:13,229 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:54:13,230 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T15:54:13,231 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T15:54:13,231 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:13,232 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T15:54:13,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741835_1011 (size=1138) 2024-11-13T15:54:13,280 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T15:54:13,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:54:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:54:13,639 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8946ec0e09c74521e2938e3dcc9d31ca, NAME => 'hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef 2024-11-13T15:54:13,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741836_1012 (size=44) 2024-11-13T15:54:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:54:14,045 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:54:14,046 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8946ec0e09c74521e2938e3dcc9d31ca, disabling compactions & flushes 2024-11-13T15:54:14,046 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca. 2024-11-13T15:54:14,046 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca. 2024-11-13T15:54:14,046 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca. after waiting 0 ms 2024-11-13T15:54:14,046 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca. 2024-11-13T15:54:14,046 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca. 2024-11-13T15:54:14,046 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8946ec0e09c74521e2938e3dcc9d31ca: Waiting for close lock at 1731513254046Disabling compacts and flushes for region at 1731513254046Disabling writes for close at 1731513254046Writing region close event to WAL at 1731513254046Closed at 1731513254046 2024-11-13T15:54:14,047 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T15:54:14,047 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731513254047"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513254047"}]},"ts":"1731513254047"} 2024-11-13T15:54:14,050 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T15:54:14,051 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T15:54:14,051 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513254051"}]},"ts":"1731513254051"} 2024-11-13T15:54:14,052 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T15:54:14,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8946ec0e09c74521e2938e3dcc9d31ca, ASSIGN}] 2024-11-13T15:54:14,054 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8946ec0e09c74521e2938e3dcc9d31ca, ASSIGN 2024-11-13T15:54:14,055 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8946ec0e09c74521e2938e3dcc9d31ca, ASSIGN; state=OFFLINE, location=c4c650e80f58,46211,1731513247578; forceNewPlan=false, retain=false 2024-11-13T15:54:14,205 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8946ec0e09c74521e2938e3dcc9d31ca, regionState=OPENING, regionLocation=c4c650e80f58,46211,1731513247578 2024-11-13T15:54:14,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8946ec0e09c74521e2938e3dcc9d31ca, ASSIGN because future has completed 2024-11-13T15:54:14,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8946ec0e09c74521e2938e3dcc9d31ca, server=c4c650e80f58,46211,1731513247578}] 2024-11-13T15:54:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:54:14,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca. 2024-11-13T15:54:14,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:54:14,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T15:54:14,366 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C46211%2C1731513247578.rep, suffix=, logDir=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46211,1731513247578, archiveDir=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/oldWALs, maxLogs=10 2024-11-13T15:54:14,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46211,1731513247578/c4c650e80f58%2C46211%2C1731513247578.rep.1731513254366, exclude list is [], retry=0 2024-11-13T15:54:14,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-0d57bf4d-2d3e-4bc5-b841-548273ccb11f,DISK] 2024-11-13T15:54:14,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46211,1731513247578/c4c650e80f58%2C46211%2C1731513247578.rep.1731513254366 2024-11-13T15:54:14,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43229:43229)] 2024-11-13T15:54:14,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 8946ec0e09c74521e2938e3dcc9d31ca, NAME => 'hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:54:14,387 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:54:14,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:54:14,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca. service=MultiRowMutationService 2024-11-13T15:54:14,387 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T15:54:14,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8946ec0e09c74521e2938e3dcc9d31ca 2024-11-13T15:54:14,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:54:14,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 8946ec0e09c74521e2938e3dcc9d31ca 2024-11-13T15:54:14,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 8946ec0e09c74521e2938e3dcc9d31ca 2024-11-13T15:54:14,389 INFO [StoreOpener-8946ec0e09c74521e2938e3dcc9d31ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8946ec0e09c74521e2938e3dcc9d31ca 2024-11-13T15:54:14,390 INFO [StoreOpener-8946ec0e09c74521e2938e3dcc9d31ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8946ec0e09c74521e2938e3dcc9d31ca columnFamilyName hfileref 2024-11-13T15:54:14,390 DEBUG [StoreOpener-8946ec0e09c74521e2938e3dcc9d31ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:14,391 INFO [StoreOpener-8946ec0e09c74521e2938e3dcc9d31ca-1 {}] regionserver.HStore(327): Store=8946ec0e09c74521e2938e3dcc9d31ca/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:54:14,391 INFO [StoreOpener-8946ec0e09c74521e2938e3dcc9d31ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8946ec0e09c74521e2938e3dcc9d31ca 2024-11-13T15:54:14,392 INFO [StoreOpener-8946ec0e09c74521e2938e3dcc9d31ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8946ec0e09c74521e2938e3dcc9d31ca columnFamilyName queue 2024-11-13T15:54:14,392 DEBUG [StoreOpener-8946ec0e09c74521e2938e3dcc9d31ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:14,392 INFO [StoreOpener-8946ec0e09c74521e2938e3dcc9d31ca-1 {}] regionserver.HStore(327): Store=8946ec0e09c74521e2938e3dcc9d31ca/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:54:14,392 INFO [StoreOpener-8946ec0e09c74521e2938e3dcc9d31ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8946ec0e09c74521e2938e3dcc9d31ca 2024-11-13T15:54:14,393 INFO [StoreOpener-8946ec0e09c74521e2938e3dcc9d31ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8946ec0e09c74521e2938e3dcc9d31ca columnFamilyName sid 2024-11-13T15:54:14,393 DEBUG [StoreOpener-8946ec0e09c74521e2938e3dcc9d31ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:14,394 INFO [StoreOpener-8946ec0e09c74521e2938e3dcc9d31ca-1 {}] regionserver.HStore(327): Store=8946ec0e09c74521e2938e3dcc9d31ca/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:54:14,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 8946ec0e09c74521e2938e3dcc9d31ca 2024-11-13T15:54:14,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/replication/8946ec0e09c74521e2938e3dcc9d31ca 2024-11-13T15:54:14,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/replication/8946ec0e09c74521e2938e3dcc9d31ca 2024-11-13T15:54:14,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 8946ec0e09c74521e2938e3dcc9d31ca 2024-11-13T15:54:14,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 8946ec0e09c74521e2938e3dcc9d31ca 2024-11-13T15:54:14,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T15:54:14,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 8946ec0e09c74521e2938e3dcc9d31ca 2024-11-13T15:54:14,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/replication/8946ec0e09c74521e2938e3dcc9d31ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:54:14,399 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 8946ec0e09c74521e2938e3dcc9d31ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70406123, jitterRate=0.04913298785686493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T15:54:14,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8946ec0e09c74521e2938e3dcc9d31ca 2024-11-13T15:54:14,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 8946ec0e09c74521e2938e3dcc9d31ca: Running coprocessor pre-open hook at 1731513254388Writing region info on filesystem at 1731513254388Initializing all the Stores at 1731513254389 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513254389Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513254389Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513254389Cleaning up temporary data from old regions at 1731513254395 (+6 ms)Running coprocessor post-open hooks at 1731513254399 (+4 ms)Region opened successfully at 1731513254400 (+1 ms) 2024-11-13T15:54:14,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca., pid=7, masterSystemTime=1731513254360 2024-11-13T15:54:14,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca. 2024-11-13T15:54:14,403 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca. 2024-11-13T15:54:14,403 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8946ec0e09c74521e2938e3dcc9d31ca, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,46211,1731513247578 2024-11-13T15:54:14,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8946ec0e09c74521e2938e3dcc9d31ca, server=c4c650e80f58,46211,1731513247578 because future has completed 2024-11-13T15:54:14,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T15:54:14,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 8946ec0e09c74521e2938e3dcc9d31ca, server=c4c650e80f58,46211,1731513247578 in 198 msec 2024-11-13T15:54:14,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T15:54:14,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8946ec0e09c74521e2938e3dcc9d31ca, ASSIGN in 354 msec 2024-11-13T15:54:14,410 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T15:54:14,410 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513254410"}]},"ts":"1731513254410"} 2024-11-13T15:54:14,412 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T15:54:14,413 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T15:54:14,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1840 sec 2024-11-13T15:54:14,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca., hostname=c4c650e80f58,46211,1731513247578, seqNum=2] 2024-11-13T15:54:14,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33277-0x100a5fef32a0000, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-130824628 2024-11-13T15:54:14,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46211-0x100a5fef32a0001, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-130824628 2024-11-13T15:54:14,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T15:54:14,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46211 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T15:54:14,599 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T15:54:14,631 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-c4c650e80f58,46211,1731513247578, ReplicationSource: 1, currentBandwidth=0 2024-11-13T15:54:14,631 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:54:14,632 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,46211,1731513247578, seqNum=-1] 2024-11-13T15:54:14,632 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:54:14,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-13T15:54:14,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c4c650e80f58,46211,1731513247578', locateType=CURRENT is [region=hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca., hostname=c4c650e80f58,46211,1731513247578, seqNum=2] 2024-11-13T15:54:14,637 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T15:54:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33277 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T15:54:14,639 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c4c650e80f58,46211,1731513247578 suceeded 2024-11-13T15:54:14,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T15:54:14,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-13T15:54:14,642 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c4c650e80f58:46423,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T15:54:14,643 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4210 sec 2024-11-13T15:54:14,652 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,46211,1731513247578 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:46423' 2024-11-13T15:54:14,653 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,46211,1731513247578 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ab24441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:14,653 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,46211,1731513247578 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,46423,-1 for getting cluster id 2024-11-13T15:54:14,653 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,46211,1731513247578 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:54:14,654 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81b873ba-38a9-4b2c-bac6-2752f4cbf489' 2024-11-13T15:54:14,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:54:14,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81b873ba-38a9-4b2c-bac6-2752f4cbf489" 2024-11-13T15:54:14,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@499fbea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:14,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,46423,-1] 2024-11-13T15:54:14,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:54:14,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:14,656 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:54:14,656 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,46211,1731513247578 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a5f118a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:14,656 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,46211,1731513247578 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:54:14,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,46423,1731513251334 2024-11-13T15:54:14,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39a84b07 2024-11-13T15:54:14,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:54:14,658 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-13T15:54:14,659 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,46211,1731513247578 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c4c650e80f58,46211,1731513247578 (queues=1) is replicating from cluster=d35299f4-a71b-4e0a-83c7-928ec22950b4 to cluster=81b873ba-38a9-4b2c-bac6-2752f4cbf489 2024-11-13T15:54:14,659 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,46211,1731513247578 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c4c650e80f58%2C46211%2C1731513247578 2024-11-13T15:54:14,659 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,46211,1731513247578 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c4c650e80f58,46211,1731513247578, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T15:54:14,659 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,46211,1731513247578.replicationSource.wal-reader.c4c650e80f58%2C46211%2C1731513247578,1-c4c650e80f58,46211,1731513247578 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46211,1731513247578/c4c650e80f58%2C46211%2C1731513247578.1731513249567, startPosition=0, beingWritten=true 2024-11-13T15:54:14,660 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,46211,1731513247578.replicationSource.shipperc4c650e80f58%2C46211%2C1731513247578,1-c4c650e80f58,46211,1731513247578 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4c650e80f58%2C46211%2C1731513247578 2024-11-13T15:54:14,865 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,46211,1731513247578.replicationSource.wal-reader.c4c650e80f58%2C46211%2C1731513247578,1-c4c650e80f58,46211,1731513247578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46211,1731513247578/c4c650e80f58%2C46211%2C1731513247578.1731513249567 to pos 0, reset compression=false 2024-11-13T15:54:15,170 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,46211,1731513247578.replicationSource.wal-reader.c4c650e80f58%2C46211%2C1731513247578,1-c4c650e80f58,46211,1731513247578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46211,1731513247578/c4c650e80f58%2C46211%2C1731513247578.1731513249567 to pos 0, reset compression=false 2024-11-13T15:54:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:54:15,373 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T15:54:15,373 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:54:15,373 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:54:15,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:15,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:15,373 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:54:15,373 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:54:15,374 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,33277,1731513247531 2024-11-13T15:54:15,374 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71c5f80b 2024-11-13T15:54:15,374 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:54:15,375 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:54:15,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33277 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T15:54:15,376 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:54:15,376 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:54:15,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:15,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:15,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:54:15,376 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T15:54:15,376 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=492851516, stopped=false 2024-11-13T15:54:15,376 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4c650e80f58,33277,1731513247531 2024-11-13T15:54:15,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33277-0x100a5fef32a0000, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-130824628/running 2024-11-13T15:54:15,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46211-0x100a5fef32a0001, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-130824628/running 2024-11-13T15:54:15,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33277-0x100a5fef32a0000, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-130824628 2024-11-13T15:54:15,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46211-0x100a5fef32a0001, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-130824628 2024-11-13T15:54:15,379 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:54:15,380 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:54:15,380 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:54:15,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:15,380 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4c650e80f58,46211,1731513247578' ***** 2024-11-13T15:54:15,380 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T15:54:15,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46211-0x100a5fef32a0001, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Set watcher on znode that does not yet exist, /0-130824628/running 2024-11-13T15:54:15,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33277-0x100a5fef32a0000, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Set watcher on znode that does not yet exist, /0-130824628/running 2024-11-13T15:54:15,381 INFO [RS:0;c4c650e80f58:46211 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T15:54:15,381 INFO [RS:0;c4c650e80f58:46211 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T15:54:15,381 INFO [RS:0;c4c650e80f58:46211 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T15:54:15,381 INFO [RS:0;c4c650e80f58:46211 {}] regionserver.HRegionServer(3091): Received CLOSE for 8946ec0e09c74521e2938e3dcc9d31ca 2024-11-13T15:54:15,381 INFO [RS:0;c4c650e80f58:46211 {}] regionserver.HRegionServer(959): stopping server c4c650e80f58,46211,1731513247578 2024-11-13T15:54:15,381 INFO [RS:0;c4c650e80f58:46211 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:54:15,381 INFO [RS:0;c4c650e80f58:46211 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:46211. 2024-11-13T15:54:15,381 DEBUG [RS:0;c4c650e80f58:46211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:54:15,381 DEBUG [RS:0;c4c650e80f58:46211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:15,381 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8946ec0e09c74521e2938e3dcc9d31ca, disabling compactions & flushes 2024-11-13T15:54:15,381 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca. 2024-11-13T15:54:15,381 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca. 2024-11-13T15:54:15,381 INFO [RS:0;c4c650e80f58:46211 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T15:54:15,381 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca. after waiting 0 ms 2024-11-13T15:54:15,381 INFO [RS:0;c4c650e80f58:46211 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T15:54:15,381 INFO [RS:0;c4c650e80f58:46211 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T15:54:15,381 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca. 2024-11-13T15:54:15,381 INFO [RS:0;c4c650e80f58:46211 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T15:54:15,381 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8946ec0e09c74521e2938e3dcc9d31ca 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-13T15:54:15,381 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T15:54:15,382 INFO [RS:0;c4c650e80f58:46211 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T15:54:15,382 DEBUG [RS:0;c4c650e80f58:46211 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8946ec0e09c74521e2938e3dcc9d31ca=hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca.} 2024-11-13T15:54:15,382 DEBUG [RS:0;c4c650e80f58:46211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8946ec0e09c74521e2938e3dcc9d31ca 2024-11-13T15:54:15,382 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:54:15,382 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:54:15,382 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:54:15,382 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:54:15,382 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:54:15,382 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T15:54:15,397 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/replication/8946ec0e09c74521e2938e3dcc9d31ca/.tmp/queue/bc8ce3b468054d788a14f6e817a5f89e is 151, key is 1-c4c650e80f58,46211,1731513247578/queue:c4c650e80f58%2C46211%2C1731513247578/1731513254636/Put/seqid=0 2024-11-13T15:54:15,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741838_1014 (size=5350) 2024-11-13T15:54:15,402 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/meta/1588230740/.tmp/info/96942e037c724072b7d0a330c4ee8303 is 147, key is hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca./info:regioninfo/1731513254403/Put/seqid=0 2024-11-13T15:54:15,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741839_1015 (size=6631) 2024-11-13T15:54:15,429 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T15:54:15,429 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T15:54:15,438 INFO [regionserver/c4c650e80f58:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:54:15,486 INFO [regionserver/c4c650e80f58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T15:54:15,486 INFO [regionserver/c4c650e80f58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T15:54:15,576 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,46211,1731513247578.replicationSource.wal-reader.c4c650e80f58%2C46211%2C1731513247578,1-c4c650e80f58,46211,1731513247578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46211,1731513247578/c4c650e80f58%2C46211%2C1731513247578.1731513249567 to pos 0, reset compression=false 2024-11-13T15:54:15,582 DEBUG [RS:0;c4c650e80f58:46211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8946ec0e09c74521e2938e3dcc9d31ca 2024-11-13T15:54:15,782 DEBUG [RS:0;c4c650e80f58:46211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8946ec0e09c74521e2938e3dcc9d31ca 2024-11-13T15:54:15,802 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/replication/8946ec0e09c74521e2938e3dcc9d31ca/.tmp/queue/bc8ce3b468054d788a14f6e817a5f89e 2024-11-13T15:54:15,806 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/meta/1588230740/.tmp/info/96942e037c724072b7d0a330c4ee8303 2024-11-13T15:54:15,808 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/replication/8946ec0e09c74521e2938e3dcc9d31ca/.tmp/queue/bc8ce3b468054d788a14f6e817a5f89e as hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/replication/8946ec0e09c74521e2938e3dcc9d31ca/queue/bc8ce3b468054d788a14f6e817a5f89e 2024-11-13T15:54:15,813 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/replication/8946ec0e09c74521e2938e3dcc9d31ca/queue/bc8ce3b468054d788a14f6e817a5f89e, entries=1, sequenceid=5, filesize=5.2 K 2024-11-13T15:54:15,814 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 8946ec0e09c74521e2938e3dcc9d31ca in 433ms, sequenceid=5, compaction requested=false 2024-11-13T15:54:15,817 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/replication/8946ec0e09c74521e2938e3dcc9d31ca/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T15:54:15,817 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:54:15,818 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:54:15,818 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca. 2024-11-13T15:54:15,818 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8946ec0e09c74521e2938e3dcc9d31ca: Waiting for close lock at 1731513255381Running coprocessor pre-close hooks at 1731513255381Disabling compacts and flushes for region at 1731513255381Disabling writes for close at 1731513255381Obtaining lock to block concurrent updates at 1731513255381Preparing flush snapshotting stores in 8946ec0e09c74521e2938e3dcc9d31ca at 1731513255381Finished memstore snapshotting hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731513255382 (+1 ms)Flushing stores of hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca. at 1731513255382Flushing 8946ec0e09c74521e2938e3dcc9d31ca/queue: creating writer at 1731513255383 (+1 ms)Flushing 8946ec0e09c74521e2938e3dcc9d31ca/queue: appending metadata at 1731513255397 (+14 ms)Flushing 8946ec0e09c74521e2938e3dcc9d31ca/queue: closing flushed file at 1731513255397Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60ad1747: reopening flushed file at 1731513255808 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 8946ec0e09c74521e2938e3dcc9d31ca in 433ms, sequenceid=5, compaction requested=false at 1731513255814 (+6 ms)Writing region close event to WAL at 1731513255814Running coprocessor post-close hooks at 1731513255817 (+3 ms)Closed at 1731513255818 (+1 ms) 2024-11-13T15:54:15,818 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca. 2024-11-13T15:54:15,828 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/meta/1588230740/.tmp/ns/8ab2059112e74d6193864c65391deebb is 43, key is default/ns:d/1731513250550/Put/seqid=0 2024-11-13T15:54:15,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741840_1016 (size=5153) 2024-11-13T15:54:15,982 DEBUG [RS:0;c4c650e80f58:46211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:54:16,023 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T15:54:16,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:16,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:16,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:16,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:16,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:16,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:16,080 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,46211,1731513247578.replicationSource.wal-reader.c4c650e80f58%2C46211%2C1731513247578,1-c4c650e80f58,46211,1731513247578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46211,1731513247578/c4c650e80f58%2C46211%2C1731513247578.1731513249567 to pos 0, reset compression=false 2024-11-13T15:54:16,183 DEBUG [RS:0;c4c650e80f58:46211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:54:16,233 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/meta/1588230740/.tmp/ns/8ab2059112e74d6193864c65391deebb 2024-11-13T15:54:16,252 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/meta/1588230740/.tmp/table/0c3792fa6b934dde9bf0e9a9780e9dd8 is 53, key is hbase:replication/table:state/1731513254410/Put/seqid=0 2024-11-13T15:54:16,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741841_1017 (size=5256) 2024-11-13T15:54:16,383 INFO [RS:0;c4c650e80f58:46211 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T15:54:16,383 DEBUG [RS:0;c4c650e80f58:46211 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T15:54:16,383 DEBUG [RS:0;c4c650e80f58:46211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:54:16,583 DEBUG [RS:0;c4c650e80f58:46211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:54:16,657 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/meta/1588230740/.tmp/table/0c3792fa6b934dde9bf0e9a9780e9dd8 2024-11-13T15:54:16,662 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/meta/1588230740/.tmp/info/96942e037c724072b7d0a330c4ee8303 as hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/meta/1588230740/info/96942e037c724072b7d0a330c4ee8303 2024-11-13T15:54:16,666 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/meta/1588230740/info/96942e037c724072b7d0a330c4ee8303, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T15:54:16,666 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/meta/1588230740/.tmp/ns/8ab2059112e74d6193864c65391deebb as hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/meta/1588230740/ns/8ab2059112e74d6193864c65391deebb 2024-11-13T15:54:16,671 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/meta/1588230740/ns/8ab2059112e74d6193864c65391deebb, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T15:54:16,672 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/meta/1588230740/.tmp/table/0c3792fa6b934dde9bf0e9a9780e9dd8 as hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/meta/1588230740/table/0c3792fa6b934dde9bf0e9a9780e9dd8 2024-11-13T15:54:16,676 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/meta/1588230740/table/0c3792fa6b934dde9bf0e9a9780e9dd8, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T15:54:16,677 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1295ms, sequenceid=11, compaction requested=false 2024-11-13T15:54:16,681 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T15:54:16,682 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:54:16,682 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:54:16,682 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:54:16,682 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513255382Running coprocessor pre-close hooks at 1731513255382Disabling compacts and flushes for region at 1731513255382Disabling writes for close at 1731513255382Obtaining lock to block concurrent updates at 1731513255382Preparing flush snapshotting stores in 1588230740 at 1731513255382Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731513255382Flushing stores of hbase:meta,,1.1588230740 at 1731513255383 (+1 ms)Flushing 1588230740/info: creating writer at 1731513255383Flushing 1588230740/info: appending metadata at 1731513255401 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731513255401Flushing 1588230740/ns: creating writer at 1731513255811 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731513255828 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731513255828Flushing 1588230740/table: creating writer at 1731513256238 (+410 ms)Flushing 1588230740/table: appending metadata at 1731513256252 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731513256252Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f584c5e: reopening flushed file at 1731513256661 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@89079f4: reopening flushed file at 1731513256666 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34a464f6: reopening flushed file at 1731513256671 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1295ms, sequenceid=11, compaction requested=false at 1731513256677 (+6 ms)Writing region close event to WAL at 1731513256678 (+1 ms)Running coprocessor post-close hooks at 1731513256682 (+4 ms)Closed at 1731513256682 2024-11-13T15:54:16,682 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T15:54:16,685 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,46211,1731513247578.replicationSource.wal-reader.c4c650e80f58%2C46211%2C1731513247578,1-c4c650e80f58,46211,1731513247578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46211,1731513247578/c4c650e80f58%2C46211%2C1731513247578.1731513249567 to pos 0, reset compression=false 2024-11-13T15:54:16,783 INFO [RS:0;c4c650e80f58:46211 {}] regionserver.HRegionServer(976): stopping server c4c650e80f58,46211,1731513247578; all regions closed. 2024-11-13T15:54:16,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741834_1010 (size=2742) 2024-11-13T15:54:16,786 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46211,1731513247578/c4c650e80f58%2C46211%2C1731513247578.meta.1731513250503.meta not finished, retry = 0 2024-11-13T15:54:16,888 DEBUG [RS:0;c4c650e80f58:46211 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/oldWALs 2024-11-13T15:54:16,888 INFO [RS:0;c4c650e80f58:46211 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4c650e80f58%2C46211%2C1731513247578.meta:.meta(num 1731513250503) 2024-11-13T15:54:16,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741837_1013 (size=1586) 2024-11-13T15:54:16,897 DEBUG [RS:0;c4c650e80f58:46211 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/oldWALs 2024-11-13T15:54:16,897 INFO [RS:0;c4c650e80f58:46211 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4c650e80f58%2C46211%2C1731513247578.rep:(num 1731513254366) 2024-11-13T15:54:16,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741832_1008 (size=93) 2024-11-13T15:54:16,903 DEBUG [RS:0;c4c650e80f58:46211 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/oldWALs 2024-11-13T15:54:16,903 INFO [RS:0;c4c650e80f58:46211 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4c650e80f58%2C46211%2C1731513247578:(num 1731513249567) 2024-11-13T15:54:16,903 DEBUG [RS:0;c4c650e80f58:46211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:16,903 INFO [RS:0;c4c650e80f58:46211 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:54:16,903 INFO [RS:0;c4c650e80f58:46211 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:54:16,903 INFO [RS:0;c4c650e80f58:46211 {}] hbase.ChoreService(370): Chore service for: regionserver/c4c650e80f58:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T15:54:16,903 INFO [RS:0;c4c650e80f58:46211 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:54:16,904 INFO [RS:0;c4c650e80f58:46211 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c4c650e80f58,46211,1731513247578 because: Region server is closing 2024-11-13T15:54:16,904 INFO [RS:0;c4c650e80f58:46211 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:46211. 2024-11-13T15:54:16,904 DEBUG [RS:0;c4c650e80f58:46211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:54:16,904 DEBUG [RS:0;c4c650e80f58:46211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:16,904 DEBUG [RS:0;c4c650e80f58:46211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:16,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:54:16,904 INFO [regionserver/c4c650e80f58:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:54:17,004 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,46211,1731513247578.replicationSource.wal-reader.c4c650e80f58%2C46211%2C1731513247578,1-c4c650e80f58,46211,1731513247578 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T15:54:17,004 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,46211,1731513247578.replicationSource.shipperc4c650e80f58%2C46211%2C1731513247578,1-c4c650e80f58,46211,1731513247578 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T15:54:17,005 INFO [RS:0;c4c650e80f58:46211 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,46211,1731513247578.replicationSource.shipperc4c650e80f58%2C46211%2C1731513247578,1-c4c650e80f58,46211,1731513247578 terminated 2024-11-13T15:54:17,005 INFO [RS:0;c4c650e80f58:46211 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46211 2024-11-13T15:54:17,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46211-0x100a5fef32a0001, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-130824628/rs/c4c650e80f58,46211,1731513247578 2024-11-13T15:54:17,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33277-0x100a5fef32a0000, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-130824628/rs 2024-11-13T15:54:17,006 INFO [RS:0;c4c650e80f58:46211 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:54:17,008 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4c650e80f58,46211,1731513247578] 2024-11-13T15:54:17,009 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-130824628/draining/c4c650e80f58,46211,1731513247578 already deleted, retry=false 2024-11-13T15:54:17,009 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4c650e80f58,46211,1731513247578 expired; onlineServers=0 2024-11-13T15:54:17,009 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4c650e80f58,33277,1731513247531' ***** 2024-11-13T15:54:17,009 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T15:54:17,009 INFO [M:0;c4c650e80f58:33277 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:54:17,009 INFO [M:0;c4c650e80f58:33277 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:54:17,009 DEBUG [M:0;c4c650e80f58:33277 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T15:54:17,010 DEBUG [M:0;c4c650e80f58:33277 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T15:54:17,010 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513249356 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513249356,5,FailOnTimeoutGroup] 2024-11-13T15:54:17,010 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513249356 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513249356,5,FailOnTimeoutGroup] 2024-11-13T15:54:17,010 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T15:54:17,010 INFO [M:0;c4c650e80f58:33277 {}] hbase.ChoreService(370): Chore service for: master/c4c650e80f58:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T15:54:17,010 INFO [M:0;c4c650e80f58:33277 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:54:17,010 DEBUG [M:0;c4c650e80f58:33277 {}] master.HMaster(1795): Stopping service threads 2024-11-13T15:54:17,010 INFO [M:0;c4c650e80f58:33277 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T15:54:17,010 INFO [M:0;c4c650e80f58:33277 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:54:17,011 INFO [M:0;c4c650e80f58:33277 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T15:54:17,011 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T15:54:17,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33277-0x100a5fef32a0000, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-130824628/master 2024-11-13T15:54:17,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33277-0x100a5fef32a0000, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-130824628 2024-11-13T15:54:17,013 DEBUG [M:0;c4c650e80f58:33277 {}] zookeeper.ZKUtil(347): master:33277-0x100a5fef32a0000, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Unable to get data of znode /0-130824628/master because node does not exist (not an error) 2024-11-13T15:54:17,013 WARN [M:0;c4c650e80f58:33277 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T15:54:17,013 INFO [M:0;c4c650e80f58:33277 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/.lastflushedseqids 2024-11-13T15:54:17,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741842_1018 (size=181) 2024-11-13T15:54:17,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46211-0x100a5fef32a0001, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:54:17,108 INFO [RS:0;c4c650e80f58:46211 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:54:17,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46211-0x100a5fef32a0001, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:54:17,108 INFO [RS:0;c4c650e80f58:46211 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4c650e80f58,46211,1731513247578; zookeeper connection closed. 2024-11-13T15:54:17,108 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@309e699d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@309e699d 2024-11-13T15:54:17,109 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T15:54:17,420 INFO [M:0;c4c650e80f58:33277 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T15:54:17,420 INFO [M:0;c4c650e80f58:33277 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T15:54:17,420 DEBUG [M:0;c4c650e80f58:33277 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:54:17,420 INFO [M:0;c4c650e80f58:33277 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:17,420 DEBUG [M:0;c4c650e80f58:33277 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:17,420 DEBUG [M:0;c4c650e80f58:33277 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:54:17,420 DEBUG [M:0;c4c650e80f58:33277 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:17,420 INFO [M:0;c4c650e80f58:33277 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-13T15:54:17,438 DEBUG [M:0;c4c650e80f58:33277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2228c5ccca68449a902432dee620f8a8 is 82, key is hbase:meta,,1/info:regioninfo/1731513250535/Put/seqid=0 2024-11-13T15:54:17,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741843_1019 (size=5672) 2024-11-13T15:54:17,843 INFO [M:0;c4c650e80f58:33277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2228c5ccca68449a902432dee620f8a8 2024-11-13T15:54:17,867 DEBUG [M:0;c4c650e80f58:33277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d33ce5a829534720b704f07f284eee4f is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731513254414/Put/seqid=0 2024-11-13T15:54:17,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741844_1020 (size=7203) 2024-11-13T15:54:18,272 INFO [M:0;c4c650e80f58:33277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d33ce5a829534720b704f07f284eee4f 2024-11-13T15:54:18,296 DEBUG [M:0;c4c650e80f58:33277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b3bfbbf7f66a42c4bdd9dd113874618e is 69, key is c4c650e80f58,46211,1731513247578/rs:state/1731513249422/Put/seqid=0 2024-11-13T15:54:18,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741845_1021 (size=5156) 2024-11-13T15:54:18,702 INFO [M:0;c4c650e80f58:33277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b3bfbbf7f66a42c4bdd9dd113874618e 2024-11-13T15:54:18,708 DEBUG [M:0;c4c650e80f58:33277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2228c5ccca68449a902432dee620f8a8 as hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2228c5ccca68449a902432dee620f8a8 2024-11-13T15:54:18,713 INFO [M:0;c4c650e80f58:33277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2228c5ccca68449a902432dee620f8a8, entries=8, sequenceid=70, filesize=5.5 K 2024-11-13T15:54:18,714 DEBUG [M:0;c4c650e80f58:33277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d33ce5a829534720b704f07f284eee4f as hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d33ce5a829534720b704f07f284eee4f 2024-11-13T15:54:18,719 INFO [M:0;c4c650e80f58:33277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d33ce5a829534720b704f07f284eee4f, entries=8, sequenceid=70, filesize=7.0 K 2024-11-13T15:54:18,719 DEBUG [M:0;c4c650e80f58:33277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b3bfbbf7f66a42c4bdd9dd113874618e as hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b3bfbbf7f66a42c4bdd9dd113874618e 2024-11-13T15:54:18,724 INFO [M:0;c4c650e80f58:33277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b3bfbbf7f66a42c4bdd9dd113874618e, entries=1, sequenceid=70, filesize=5.0 K 2024-11-13T15:54:18,725 INFO [M:0;c4c650e80f58:33277 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=70, compaction requested=false 2024-11-13T15:54:18,726 INFO [M:0;c4c650e80f58:33277 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:18,726 DEBUG [M:0;c4c650e80f58:33277 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513257420Disabling compacts and flushes for region at 1731513257420Disabling writes for close at 1731513257420Obtaining lock to block concurrent updates at 1731513257420Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731513257420Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731513257421 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731513257421Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731513257421Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731513257438 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731513257438Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731513257849 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731513257867 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731513257867Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731513258279 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731513258296 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731513258296Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b8115eb: reopening flushed file at 1731513258707 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@309d6571: reopening flushed file at 1731513258713 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ac767d: reopening flushed file at 1731513258719 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=70, compaction requested=false at 1731513258725 (+6 ms)Writing region close event to WAL at 1731513258726 (+1 ms)Closed at 1731513258726 2024-11-13T15:54:18,729 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/WALs/c4c650e80f58,33277,1731513247531/c4c650e80f58%2C33277%2C1731513247531.1731513249268 not finished, retry = 0 2024-11-13T15:54:18,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741830_1006 (size=41008) 2024-11-13T15:54:18,830 INFO [M:0;c4c650e80f58:33277 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T15:54:18,830 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:54:18,830 INFO [M:0;c4c650e80f58:33277 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33277 2024-11-13T15:54:18,830 INFO [M:0;c4c650e80f58:33277 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:54:18,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33277-0x100a5fef32a0000, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:54:18,932 INFO [M:0;c4c650e80f58:33277 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:54:18,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33277-0x100a5fef32a0000, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:54:18,935 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:54:18,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:18,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:18,935 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:54:18,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:18,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:54:18,935 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T15:54:18,935 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:54:18,936 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40407 2024-11-13T15:54:18,937 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40407 connecting to ZooKeeper ensemble=127.0.0.1:60564 2024-11-13T15:54:18,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404070x0, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:54:18,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40407-0x100a5fef32a0006 connected 2024-11-13T15:54:18,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:18,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:18,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40407-0x100a5fef32a0006, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Set watcher on znode that does not yet exist, /0-130824628/running 2024-11-13T15:54:18,947 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-130824628/meta-region-server: INIT 2024-11-13T15:54:18,947 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef, hbase.cluster.distributed=false 2024-11-13T15:54:18,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40407-0x100a5fef32a0006, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Set watcher on znode that does not yet exist, /0-130824628/acl 2024-11-13T15:54:18,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40407 2024-11-13T15:54:18,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40407 2024-11-13T15:54:18,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40407 2024-11-13T15:54:18,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40407 2024-11-13T15:54:18,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40407 2024-11-13T15:54:18,977 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:54:18,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:18,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:18,978 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:54:18,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:18,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:54:18,978 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T15:54:18,978 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:54:18,979 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46561 2024-11-13T15:54:18,980 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46561 connecting to ZooKeeper ensemble=127.0.0.1:60564 2024-11-13T15:54:18,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:18,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:18,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465610x0, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:54:18,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465610x0, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Set watcher on znode that does not yet exist, /0-130824628/running 2024-11-13T15:54:18,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46561-0x100a5fef32a0007 connected 2024-11-13T15:54:18,990 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-130824628/meta-region-server: INIT 2024-11-13T15:54:18,990 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T15:54:18,991 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T15:54:18,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46561-0x100a5fef32a0007, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Set watcher on znode that does not yet exist, /0-130824628/master 2024-11-13T15:54:18,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46561-0x100a5fef32a0007, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Set watcher on znode that does not yet exist, /0-130824628/acl 2024-11-13T15:54:18,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46561 2024-11-13T15:54:18,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46561 2024-11-13T15:54:18,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46561 2024-11-13T15:54:18,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46561 2024-11-13T15:54:18,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46561 2024-11-13T15:54:19,008 DEBUG [M:0;c4c650e80f58:40407 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4c650e80f58:40407 2024-11-13T15:54:19,009 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-130824628/backup-masters/c4c650e80f58,40407,1731513258934 2024-11-13T15:54:19,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x100a5fef32a0006, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-130824628/backup-masters 2024-11-13T15:54:19,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x100a5fef32a0007, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-130824628/backup-masters 2024-11-13T15:54:19,010 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40407-0x100a5fef32a0006, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Set watcher on existing znode=/0-130824628/backup-masters/c4c650e80f58,40407,1731513258934 2024-11-13T15:54:19,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x100a5fef32a0007, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-130824628/master 2024-11-13T15:54:19,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x100a5fef32a0007, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-130824628 2024-11-13T15:54:19,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x100a5fef32a0006, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-130824628 2024-11-13T15:54:19,012 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40407-0x100a5fef32a0006, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Set watcher on existing znode=/0-130824628/master 2024-11-13T15:54:19,012 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-130824628/backup-masters/c4c650e80f58,40407,1731513258934 from backup master directory 2024-11-13T15:54:19,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x100a5fef32a0006, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-130824628/backup-masters/c4c650e80f58,40407,1731513258934 2024-11-13T15:54:19,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x100a5fef32a0007, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-130824628/backup-masters 2024-11-13T15:54:19,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x100a5fef32a0006, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-130824628/backup-masters 2024-11-13T15:54:19,013 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:54:19,013 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4c650e80f58,40407,1731513258934 2024-11-13T15:54:19,023 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:19,023 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T15:54:19,029 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-13T15:54:19,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741846_1022 (size=196) 2024-11-13T15:54:19,038 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:54:19,039 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T15:54:19,039 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:54:19,044 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-13T15:54:19,046 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/WALs/c4c650e80f58,33277,1731513247531 to hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/WALs/c4c650e80f58,33277,1731513247531-dead as it is dead 2024-11-13T15:54:19,046 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/WALs/c4c650e80f58,33277,1731513247531-dead/c4c650e80f58%2C33277%2C1731513247531.1731513249268 2024-11-13T15:54:19,047 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/WALs/c4c650e80f58,33277,1731513247531-dead/c4c650e80f58%2C33277%2C1731513247531.1731513249268 after 1ms 2024-11-13T15:54:19,047 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/WALs/c4c650e80f58,33277,1731513247531-dead/c4c650e80f58%2C33277%2C1731513247531.1731513249268 to hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c4c650e80f58%2C33277%2C1731513247531.1731513249268 2024-11-13T15:54:19,047 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/WALs/c4c650e80f58,33277,1731513247531-dead 2024-11-13T15:54:19,047 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/WALs/c4c650e80f58,40407,1731513258934 2024-11-13T15:54:19,048 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:54:19,049 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4c650e80f58%2C40407%2C1731513258934, suffix=, logDir=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/WALs/c4c650e80f58,40407,1731513258934, archiveDir=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/oldWALs, maxLogs=10 2024-11-13T15:54:19,064 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/WALs/c4c650e80f58,40407,1731513258934/c4c650e80f58%2C40407%2C1731513258934.1731513259049, exclude list is [], retry=0 2024-11-13T15:54:19,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-0d57bf4d-2d3e-4bc5-b841-548273ccb11f,DISK] 2024-11-13T15:54:19,067 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/WALs/c4c650e80f58,40407,1731513258934/c4c650e80f58%2C40407%2C1731513258934.1731513259049 2024-11-13T15:54:19,068 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43229:43229)] 2024-11-13T15:54:19,068 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:54:19,068 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:54:19,068 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:19,068 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:19,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:19,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T15:54:19,070 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:19,074 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2228c5ccca68449a902432dee620f8a8 2024-11-13T15:54:19,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:19,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:19,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T15:54:19,075 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:19,079 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d33ce5a829534720b704f07f284eee4f 2024-11-13T15:54:19,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:54:19,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:19,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T15:54:19,080 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:19,084 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b3bfbbf7f66a42c4bdd9dd113874618e 2024-11-13T15:54:19,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:54:19,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:19,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T15:54:19,085 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:19,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:54:19,085 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:19,086 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-13T15:54:19,086 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c4c650e80f58%2C33277%2C1731513247531.1731513249268 2024-11-13T15:54:19,089 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c4c650e80f58%2C33277%2C1731513247531.1731513249268 2024-11-13T15:54:19,090 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c4c650e80f58%2C33277%2C1731513247531.1731513249268 2024-11-13T15:54:19,091 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:19,091 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:19,091 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:54:19,092 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:19,094 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-13T15:54:19,095 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72738199, jitterRate=0.0838836282491684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:54:19,095 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731513259068Initializing all the Stores at 1731513259069 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513259069Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513259069Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513259069Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513259069Cleaning up temporary data from old regions at 1731513259091 (+22 ms)Region opened successfully at 1731513259095 (+4 ms) 2024-11-13T15:54:19,095 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T15:54:19,097 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d8d8e12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:54:19,099 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-13T15:54:19,099 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T15:54:19,099 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T15:54:19,099 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T15:54:19,100 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T15:54:19,102 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T15:54:19,102 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T15:54:19,103 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T15:54:19,103 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-13T15:54:19,103 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T15:54:19,105 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=c4c650e80f58,46211,1731513247578, regionLocation=c4c650e80f58,46211,1731513247578, openSeqNum=2 2024-11-13T15:54:19,105 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=c4c650e80f58,46211,1731513247578, table=hbase:meta, region=1588230740 2024-11-13T15:54:19,105 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,46211,1731513247578, state=OPEN 2024-11-13T15:54:19,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x100a5fef32a0006, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-130824628/meta-region-server 2024-11-13T15:54:19,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x100a5fef32a0007, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-130824628/meta-region-server 2024-11-13T15:54:19,107 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-130824628/meta-region-server: CHANGED 2024-11-13T15:54:19,107 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-130824628/meta-region-server: CHANGED 2024-11-13T15:54:19,109 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-13T15:54:19,110 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-130824628/draining/c4c650e80f58,46211,1731513247578 already deleted, retry=false 2024-11-13T15:54:19,111 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of c4c650e80f58,46211,1731513247578 on c4c650e80f58,40407,1731513258934 2024-11-13T15:54:19,112 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure c4c650e80f58,46211,1731513247578, splitWal=true, meta=true 2024-11-13T15:54:19,112 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for c4c650e80f58,46211,1731513247578 (carryingMeta=true) c4c650e80f58,46211,1731513247578/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@702c2fbb[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T15:54:19,113 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40407-0x100a5fef32a0006, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Unable to get data of znode /0-130824628/balancer because node does not exist (not necessarily an error) 2024-11-13T15:54:19,114 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-130824628/balancer already deleted, retry=false 2024-11-13T15:54:19,114 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T15:54:19,115 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40407-0x100a5fef32a0006, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Unable to get data of znode /0-130824628/normalizer because node does not exist (not necessarily an error) 2024-11-13T15:54:19,117 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-130824628/normalizer already deleted, retry=false 2024-11-13T15:54:19,118 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T15:54:19,118 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40407-0x100a5fef32a0006, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Unable to get data of znode /0-130824628/switch/split because node does not exist (not necessarily an error) 2024-11-13T15:54:19,119 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-130824628/switch/split already deleted, retry=false 2024-11-13T15:54:19,120 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40407-0x100a5fef32a0006, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Unable to get data of znode /0-130824628/switch/merge because node does not exist (not necessarily an error) 2024-11-13T15:54:19,121 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-130824628/switch/merge already deleted, retry=false 2024-11-13T15:54:19,124 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40407-0x100a5fef32a0006, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Unable to get data of znode /0-130824628/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T15:54:19,126 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-130824628/snapshot-cleanup already deleted, retry=false 2024-11-13T15:54:19,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x100a5fef32a0007, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-130824628/running 2024-11-13T15:54:19,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x100a5fef32a0006, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-130824628/running 2024-11-13T15:54:19,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x100a5fef32a0006, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-130824628 2024-11-13T15:54:19,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x100a5fef32a0007, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-130824628 2024-11-13T15:54:19,128 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4c650e80f58,40407,1731513258934, sessionid=0x100a5fef32a0006, setting cluster-up flag (Was=false) 2024-11-13T15:54:19,130 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-130824628/flush-table-proc/acquired, /0-130824628/flush-table-proc/reached, /0-130824628/flush-table-proc/abort 2024-11-13T15:54:19,131 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,40407,1731513258934 2024-11-13T15:54:19,133 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-130824628/online-snapshot/acquired, /0-130824628/online-snapshot/reached, /0-130824628/online-snapshot/abort 2024-11-13T15:54:19,134 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,40407,1731513258934 2024-11-13T15:54:19,137 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/.lastflushedseqids 2024-11-13T15:54:19,140 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T15:54:19,140 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T15:54:19,140 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4c650e80f58,40407,1731513258934 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 c4c650e80f58,46211,1731513247578 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T15:54:19,141 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:54:19,141 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:54:19,141 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:54:19,141 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:54:19,141 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4c650e80f58:0, corePoolSize=10, maxPoolSize=10 2024-11-13T15:54:19,141 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:19,141 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:54:19,141 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:19,143 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure c4c650e80f58,46211,1731513247578, splitWal=true, meta=true 2024-11-13T15:54:19,144 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure c4c650e80f58,46211,1731513247578, splitWal=true, meta=true, isMeta: true 2024-11-13T15:54:19,145 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46211,1731513247578-splitting 2024-11-13T15:54:19,145 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46211,1731513247578-splitting dir is empty, no logs to split. 2024-11-13T15:54:19,145 INFO [PEWorker-1 {}] master.SplitWALManager(105): c4c650e80f58,46211,1731513247578 WAL count=0, meta=true 2024-11-13T15:54:19,146 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731513289146 2024-11-13T15:54:19,146 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T15:54:19,146 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T15:54:19,146 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T15:54:19,147 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T15:54:19,147 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T15:54:19,147 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T15:54:19,147 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:19,147 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T15:54:19,147 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T15:54:19,147 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T15:54:19,147 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T15:54:19,147 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46211,1731513247578-splitting dir is empty, no logs to split. 2024-11-13T15:54:19,147 INFO [PEWorker-1 {}] master.SplitWALManager(105): c4c650e80f58,46211,1731513247578 WAL count=0, meta=true 2024-11-13T15:54:19,147 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if c4c650e80f58,46211,1731513247578 WAL splitting is done? wals=0, meta=true 2024-11-13T15:54:19,148 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T15:54:19,148 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T15:54:19,148 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513259148,5,FailOnTimeoutGroup] 2024-11-13T15:54:19,148 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513259148,5,FailOnTimeoutGroup] 2024-11-13T15:54:19,148 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:19,148 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T15:54:19,148 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:19,148 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:19,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T15:54:19,148 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731513259148, completionTime=-1 2024-11-13T15:54:19,148 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-13T15:54:19,148 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T15:54:19,149 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:54:19,149 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T15:54:19,198 INFO [RS:0;c4c650e80f58:46561 {}] regionserver.HRegionServer(746): ClusterId : d35299f4-a71b-4e0a-83c7-928ec22950b4 2024-11-13T15:54:19,198 DEBUG [RS:0;c4c650e80f58:46561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T15:54:19,201 DEBUG [RS:0;c4c650e80f58:46561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T15:54:19,201 DEBUG [RS:0;c4c650e80f58:46561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T15:54:19,204 DEBUG [RS:0;c4c650e80f58:46561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T15:54:19,204 DEBUG [RS:0;c4c650e80f58:46561 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@539a7fb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:54:19,218 DEBUG [RS:0;c4c650e80f58:46561 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4c650e80f58:46561 2024-11-13T15:54:19,218 INFO [RS:0;c4c650e80f58:46561 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T15:54:19,218 INFO [RS:0;c4c650e80f58:46561 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T15:54:19,218 DEBUG [RS:0;c4c650e80f58:46561 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T15:54:19,219 INFO [RS:0;c4c650e80f58:46561 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4c650e80f58,40407,1731513258934 with port=46561, startcode=1731513258977 2024-11-13T15:54:19,219 DEBUG [RS:0;c4c650e80f58:46561 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T15:54:19,221 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T15:54:19,221 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40407 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4c650e80f58,46561,1731513258977 2024-11-13T15:54:19,221 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40407 {}] master.ServerManager(517): Registering regionserver=c4c650e80f58,46561,1731513258977 2024-11-13T15:54:19,222 DEBUG [RS:0;c4c650e80f58:46561 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef 2024-11-13T15:54:19,222 DEBUG [RS:0;c4c650e80f58:46561 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45297 2024-11-13T15:54:19,222 DEBUG [RS:0;c4c650e80f58:46561 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T15:54:19,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x100a5fef32a0006, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-130824628/rs 2024-11-13T15:54:19,227 DEBUG [RS:0;c4c650e80f58:46561 {}] zookeeper.ZKUtil(111): regionserver:46561-0x100a5fef32a0007, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Set watcher on existing znode=/0-130824628/rs/c4c650e80f58,46561,1731513258977 2024-11-13T15:54:19,227 WARN [RS:0;c4c650e80f58:46561 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:54:19,227 INFO [RS:0;c4c650e80f58:46561 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:54:19,227 DEBUG [RS:0;c4c650e80f58:46561 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46561,1731513258977 2024-11-13T15:54:19,227 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4c650e80f58,46561,1731513258977] 2024-11-13T15:54:19,249 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T15:54:19,252 INFO [RS:0;c4c650e80f58:46561 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T15:54:19,254 INFO [RS:0;c4c650e80f58:46561 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T15:54:19,262 INFO [RS:0;c4c650e80f58:46561 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T15:54:19,262 INFO [RS:0;c4c650e80f58:46561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:19,263 INFO [RS:0;c4c650e80f58:46561 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T15:54:19,266 INFO [RS:0;c4c650e80f58:46561 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T15:54:19,266 INFO [RS:0;c4c650e80f58:46561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:19,266 DEBUG [RS:0;c4c650e80f58:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:19,267 DEBUG [RS:0;c4c650e80f58:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:19,267 DEBUG [RS:0;c4c650e80f58:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:19,267 DEBUG [RS:0;c4c650e80f58:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:19,267 DEBUG [RS:0;c4c650e80f58:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:19,267 DEBUG [RS:0;c4c650e80f58:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:54:19,267 DEBUG [RS:0;c4c650e80f58:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:19,267 DEBUG [RS:0;c4c650e80f58:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:19,267 DEBUG [RS:0;c4c650e80f58:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:19,267 DEBUG [RS:0;c4c650e80f58:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:19,267 DEBUG [RS:0;c4c650e80f58:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:19,267 DEBUG [RS:0;c4c650e80f58:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:19,267 DEBUG [RS:0;c4c650e80f58:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:54:19,267 DEBUG [RS:0;c4c650e80f58:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:54:19,269 INFO [RS:0;c4c650e80f58:46561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:19,269 INFO [RS:0;c4c650e80f58:46561 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:19,269 INFO [RS:0;c4c650e80f58:46561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:19,269 INFO [RS:0;c4c650e80f58:46561 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:19,269 INFO [RS:0;c4c650e80f58:46561 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:19,269 INFO [RS:0;c4c650e80f58:46561 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,46561,1731513258977-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:54:19,284 INFO [RS:0;c4c650e80f58:46561 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T15:54:19,284 INFO [RS:0;c4c650e80f58:46561 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,46561,1731513258977-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:19,297 INFO [RS:0;c4c650e80f58:46561 {}] regionserver.ReplicationSource(231): queueId=1-c4c650e80f58,46561,1731513258977, ReplicationSource: 1, currentBandwidth=0 2024-11-13T15:54:19,298 INFO [RS:0;c4c650e80f58:46561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:19,298 INFO [RS:0;c4c650e80f58:46561 {}] regionserver.Replication(171): c4c650e80f58,46561,1731513258977 started 2024-11-13T15:54:19,300 WARN [c4c650e80f58:40407 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T15:54:19,310 INFO [RS:0;c4c650e80f58:46561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:19,310 INFO [RS:0;c4c650e80f58:46561 {}] regionserver.HRegionServer(1482): Serving as c4c650e80f58,46561,1731513258977, RpcServer on c4c650e80f58/172.17.0.3:46561, sessionid=0x100a5fef32a0007 2024-11-13T15:54:19,310 DEBUG [RS:0;c4c650e80f58:46561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T15:54:19,310 DEBUG [RS:0;c4c650e80f58:46561 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4c650e80f58,46561,1731513258977 2024-11-13T15:54:19,310 DEBUG [RS:0;c4c650e80f58:46561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,46561,1731513258977' 2024-11-13T15:54:19,310 DEBUG [RS:0;c4c650e80f58:46561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-130824628/flush-table-proc/abort' 2024-11-13T15:54:19,311 DEBUG [RS:0;c4c650e80f58:46561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-130824628/flush-table-proc/acquired' 2024-11-13T15:54:19,311 DEBUG [RS:0;c4c650e80f58:46561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T15:54:19,311 DEBUG [RS:0;c4c650e80f58:46561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T15:54:19,311 DEBUG [RS:0;c4c650e80f58:46561 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4c650e80f58,46561,1731513258977 2024-11-13T15:54:19,311 DEBUG [RS:0;c4c650e80f58:46561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,46561,1731513258977' 2024-11-13T15:54:19,311 DEBUG [RS:0;c4c650e80f58:46561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-130824628/online-snapshot/abort' 2024-11-13T15:54:19,312 DEBUG [RS:0;c4c650e80f58:46561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-130824628/online-snapshot/acquired' 2024-11-13T15:54:19,312 DEBUG [RS:0;c4c650e80f58:46561.replicationSource,1-c4c650e80f58,46561,1731513258977 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:46423' 2024-11-13T15:54:19,312 DEBUG [RS:0;c4c650e80f58:46561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T15:54:19,312 INFO [RS:0;c4c650e80f58:46561 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T15:54:19,312 INFO [RS:0;c4c650e80f58:46561 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T15:54:19,313 DEBUG [RS:0;c4c650e80f58:46561.replicationSource,1-c4c650e80f58,46561,1731513258977 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@653cd554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:19,313 DEBUG [RS:0;c4c650e80f58:46561.replicationSource,1-c4c650e80f58,46561,1731513258977 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,46423,-1 for getting cluster id 2024-11-13T15:54:19,313 DEBUG [RS:0;c4c650e80f58:46561.replicationSource,1-c4c650e80f58,46561,1731513258977 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:54:19,314 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81b873ba-38a9-4b2c-bac6-2752f4cbf489' 2024-11-13T15:54:19,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:54:19,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81b873ba-38a9-4b2c-bac6-2752f4cbf489" 2024-11-13T15:54:19,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ed562d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:19,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,46423,-1] 2024-11-13T15:54:19,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:54:19,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:19,316 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:54:19,317 DEBUG [RS:0;c4c650e80f58:46561.replicationSource,1-c4c650e80f58,46561,1731513258977 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@719b23dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:19,317 DEBUG [RS:0;c4c650e80f58:46561.replicationSource,1-c4c650e80f58,46561,1731513258977 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:54:19,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,46423,1731513251334 2024-11-13T15:54:19,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5088736e 2024-11-13T15:54:19,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:54:19,319 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-13T15:54:19,319 INFO [RS:0;c4c650e80f58:46561.replicationSource,1-c4c650e80f58,46561,1731513258977 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c4c650e80f58,46561,1731513258977 (queues=0) is replicating from cluster=d35299f4-a71b-4e0a-83c7-928ec22950b4 to cluster=81b873ba-38a9-4b2c-bac6-2752f4cbf489 2024-11-13T15:54:19,412 INFO [RS:0;c4c650e80f58:46561 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:54:19,414 INFO [RS:0;c4c650e80f58:46561 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C46561%2C1731513258977, suffix=, logDir=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46561,1731513258977, archiveDir=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/oldWALs, maxLogs=10 2024-11-13T15:54:19,435 DEBUG [RS:0;c4c650e80f58:46561 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46561,1731513258977/c4c650e80f58%2C46561%2C1731513258977.1731513259414, exclude list is [], retry=0 2024-11-13T15:54:19,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-0d57bf4d-2d3e-4bc5-b841-548273ccb11f,DISK] 2024-11-13T15:54:19,441 INFO [RS:0;c4c650e80f58:46561 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46561,1731513258977/c4c650e80f58%2C46561%2C1731513258977.1731513259414 2024-11-13T15:54:19,441 DEBUG [RS:0;c4c650e80f58:46561 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group c4c650e80f58%2C46561%2C1731513258977 for peer 1 2024-11-13T15:54:19,441 DEBUG [RS:0;c4c650e80f58:46561 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c4c650e80f58%2C46561%2C1731513258977 2024-11-13T15:54:19,441 INFO [RS:0;c4c650e80f58:46561 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c4c650e80f58,46561,1731513258977, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T15:54:19,442 DEBUG [RS:0;c4c650e80f58:46561 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43229:43229)] 2024-11-13T15:54:19,442 INFO [RS:0;c4c650e80f58:46561.replicationSource.shipperc4c650e80f58%2C46561%2C1731513258977,1-c4c650e80f58,46561,1731513258977 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4c650e80f58%2C46561%2C1731513258977 2024-11-13T15:54:19,443 DEBUG [RS:0;c4c650e80f58:46561.replicationSource.wal-reader.c4c650e80f58%2C46561%2C1731513258977,1-c4c650e80f58,46561,1731513258977 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46561,1731513258977/c4c650e80f58%2C46561%2C1731513258977.1731513259414, startPosition=0, beingWritten=true 2024-11-13T15:54:19,550 DEBUG [c4c650e80f58:40407 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T15:54:19,550 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4c650e80f58,46561,1731513258977 2024-11-13T15:54:19,551 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,46561,1731513258977, state=OPENING 2024-11-13T15:54:19,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x100a5fef32a0007, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-130824628/meta-region-server 2024-11-13T15:54:19,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x100a5fef32a0006, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-130824628/meta-region-server 2024-11-13T15:54:19,553 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-130824628/meta-region-server: CHANGED 2024-11-13T15:54:19,553 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-130824628/meta-region-server: CHANGED 2024-11-13T15:54:19,553 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:54:19,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,46561,1731513258977}] 2024-11-13T15:54:19,650 DEBUG [RS:0;c4c650e80f58:46561.replicationSource.wal-reader.c4c650e80f58%2C46561%2C1731513258977,1-c4c650e80f58,46561,1731513258977 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46561,1731513258977/c4c650e80f58%2C46561%2C1731513258977.1731513259414 to pos 0, reset compression=false 2024-11-13T15:54:19,707 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T15:54:19,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T15:54:19,725 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T15:54:19,725 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:54:19,726 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T15:54:19,729 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C46561%2C1731513258977.meta, suffix=.meta, logDir=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46561,1731513258977, archiveDir=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/oldWALs, maxLogs=10 2024-11-13T15:54:19,750 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46561,1731513258977/c4c650e80f58%2C46561%2C1731513258977.meta.1731513259729.meta, exclude list is [], retry=0 2024-11-13T15:54:19,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-0d57bf4d-2d3e-4bc5-b841-548273ccb11f,DISK] 2024-11-13T15:54:19,761 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46561,1731513258977/c4c650e80f58%2C46561%2C1731513258977.meta.1731513259729.meta 2024-11-13T15:54:19,766 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43229:43229)] 2024-11-13T15:54:19,766 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:54:19,766 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:54:19,766 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:54:19,766 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T15:54:19,767 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T15:54:19,767 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T15:54:19,767 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:54:19,767 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T15:54:19,767 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T15:54:19,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:54:19,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:54:19,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:19,777 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/meta/1588230740/info/96942e037c724072b7d0a330c4ee8303 2024-11-13T15:54:19,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:19,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:54:19,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:54:19,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:19,783 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/meta/1588230740/ns/8ab2059112e74d6193864c65391deebb 2024-11-13T15:54:19,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:19,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:54:19,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:54:19,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:19,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:19,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:54:19,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:54:19,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:19,790 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/meta/1588230740/table/0c3792fa6b934dde9bf0e9a9780e9dd8 2024-11-13T15:54:19,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:19,790 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:54:19,791 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/meta/1588230740 2024-11-13T15:54:19,792 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/meta/1588230740 2024-11-13T15:54:19,793 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:54:19,793 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:54:19,793 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:54:19,794 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:54:19,795 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74236276, jitterRate=0.10620671510696411}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:54:19,795 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T15:54:19,795 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731513259767Writing region info on filesystem at 1731513259767Initializing all the Stores at 1731513259768 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513259768Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513259770 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513259770Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513259770Cleaning up temporary data from old regions at 1731513259793 (+23 ms)Running coprocessor post-open hooks at 1731513259795 (+2 ms)Region opened successfully at 1731513259795 2024-11-13T15:54:19,796 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731513259706 2024-11-13T15:54:19,798 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T15:54:19,798 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T15:54:19,798 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=c4c650e80f58,46561,1731513258977 2024-11-13T15:54:19,799 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,46561,1731513258977, state=OPEN 2024-11-13T15:54:19,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x100a5fef32a0007, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-130824628/meta-region-server 2024-11-13T15:54:19,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-130824628/meta-region-server: CHANGED 2024-11-13T15:54:19,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x100a5fef32a0006, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-130824628/meta-region-server 2024-11-13T15:54:19,803 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-130824628/meta-region-server: CHANGED 2024-11-13T15:54:19,803 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4c650e80f58,46561,1731513258977 2024-11-13T15:54:19,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-13T15:54:19,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,46561,1731513258977 in 250 msec 2024-11-13T15:54:19,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T15:54:19,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 659 msec 2024-11-13T15:54:19,956 DEBUG [RS:0;c4c650e80f58:46561.replicationSource.wal-reader.c4c650e80f58%2C46561%2C1731513258977,1-c4c650e80f58,46561,1731513258977 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46561,1731513258977/c4c650e80f58%2C46561%2C1731513258977.1731513259414 to pos 0, reset compression=false 2024-11-13T15:54:20,361 DEBUG [RS:0;c4c650e80f58:46561.replicationSource.wal-reader.c4c650e80f58%2C46561%2C1731513258977,1-c4c650e80f58,46561,1731513258977 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46561,1731513258977/c4c650e80f58%2C46561%2C1731513258977.1731513259414 to pos 0, reset compression=false 2024-11-13T15:54:20,754 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1506ms 2024-11-13T15:54:20,867 DEBUG [RS:0;c4c650e80f58:46561.replicationSource.wal-reader.c4c650e80f58%2C46561%2C1731513258977,1-c4c650e80f58,46561,1731513258977 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46561,1731513258977/c4c650e80f58%2C46561%2C1731513258977.1731513259414 to pos 0, reset compression=false 2024-11-13T15:54:21,319 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T15:54:21,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:21,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:21,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:21,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:21,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:21,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:21,472 DEBUG [RS:0;c4c650e80f58:46561.replicationSource.wal-reader.c4c650e80f58%2C46561%2C1731513258977,1-c4c650e80f58,46561,1731513258977 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46561,1731513258977/c4c650e80f58%2C46561%2C1731513258977.1731513259414 to pos 0, reset compression=false 2024-11-13T15:54:22,177 DEBUG [RS:0;c4c650e80f58:46561.replicationSource.wal-reader.c4c650e80f58%2C46561%2C1731513258977,1-c4c650e80f58,46561,1731513258977 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46561,1731513258977/c4c650e80f58%2C46561%2C1731513258977.1731513259414 to pos 0, reset compression=false 2024-11-13T15:54:22,256 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3108ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3008ms 2024-11-13T15:54:22,983 DEBUG [RS:0;c4c650e80f58:46561.replicationSource.wal-reader.c4c650e80f58%2C46561%2C1731513258977,1-c4c650e80f58,46561,1731513258977 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46561,1731513258977/c4c650e80f58%2C46561%2C1731513258977.1731513259414 to pos 0, reset compression=false 2024-11-13T15:54:23,659 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-13T15:54:23,659 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T15:54:23,659 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:54:23,659 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,46561,1731513258977, seqNum=-1] 2024-11-13T15:54:23,660 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:54:23,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:54:23,665 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8946ec0e09c74521e2938e3dcc9d31ca, regionState=OPEN, lastHost=c4c650e80f58,46211,1731513247578, regionLocation=c4c650e80f58,46211,1731513247578, openSeqNum=2 2024-11-13T15:54:23,665 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T15:54:23,665 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731513323665 2024-11-13T15:54:23,665 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731513383665 2024-11-13T15:54:23,665 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-13T15:54:23,665 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): c4c650e80f58,46211,1731513247578 had 2 regions 2024-11-13T15:54:23,665 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,40407,1731513258934-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:23,665 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,40407,1731513258934-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:23,665 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,40407,1731513258934-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:23,665 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4c650e80f58:40407, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:23,665 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:23,666 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:23,666 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure c4c650e80f58,46211,1731513247578, splitWal=true, meta=true, isMeta: false 2024-11-13T15:54:23,668 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46211,1731513247578-splitting dir is empty, no logs to split. 2024-11-13T15:54:23,668 INFO [PEWorker-3 {}] master.SplitWALManager(105): c4c650e80f58,46211,1731513247578 WAL count=0, meta=false 2024-11-13T15:54:23,670 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46211,1731513247578-splitting dir is empty, no logs to split. 2024-11-13T15:54:23,670 INFO [PEWorker-3 {}] master.SplitWALManager(105): c4c650e80f58,46211,1731513247578 WAL count=0, meta=false 2024-11-13T15:54:23,670 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if c4c650e80f58,46211,1731513247578 WAL splitting is done? wals=0, meta=false 2024-11-13T15:54:23,673 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.659sec 2024-11-13T15:54:23,674 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T15:54:23,674 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T15:54:23,674 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T15:54:23,674 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T15:54:23,674 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T15:54:23,674 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,40407,1731513258934-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:54:23,674 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,40407,1731513258934-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T15:54:23,674 WARN [master/c4c650e80f58:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=c4c650e80f58,46211,1731513247578/hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca. 2024-11-13T15:54:23,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8946ec0e09c74521e2938e3dcc9d31ca, ASSIGN}] 2024-11-13T15:54:23,676 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8946ec0e09c74521e2938e3dcc9d31ca, ASSIGN 2024-11-13T15:54:23,676 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8946ec0e09c74521e2938e3dcc9d31ca, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T15:54:23,677 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T15:54:23,677 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T15:54:23,677 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,40407,1731513258934-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:23,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60ada997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:23,702 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,40407,-1 for getting cluster id 2024-11-13T15:54:23,703 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:54:23,704 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd35299f4-a71b-4e0a-83c7-928ec22950b4' 2024-11-13T15:54:23,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:54:23,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d35299f4-a71b-4e0a-83c7-928ec22950b4" 2024-11-13T15:54:23,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e5ffb5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:23,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,40407,-1] 2024-11-13T15:54:23,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:54:23,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:23,706 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:54:23,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb546c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:23,707 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:54:23,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,46561,1731513258977, seqNum=-1] 2024-11-13T15:54:23,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:54:23,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:54:23,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-13T15:54:23,712 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:54:23,712 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:54:23,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:23,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:23,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: c4c650e80f58:40407 after: c4c650e80f58:40407 2024-11-13T15:54:23,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67ce842b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:23,713 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,40407,-1 for getting cluster id 2024-11-13T15:54:23,713 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:54:23,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:54:23,714 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd35299f4-a71b-4e0a-83c7-928ec22950b4' 2024-11-13T15:54:23,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:54:23,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d35299f4-a71b-4e0a-83c7-928ec22950b4" 2024-11-13T15:54:23,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51b62b42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:23,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,40407,-1] 2024-11-13T15:54:23,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:54:23,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:23,716 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:54:23,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3516514b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:23,717 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:54:23,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,40407,1731513258934 2024-11-13T15:54:23,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10a32db5 2024-11-13T15:54:23,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:54:23,718 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:54:23,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40407 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T15:54:23,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T15:54:23,719 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:54:23,719 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:54:23,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:23,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:23,719 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:54:23,719 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T15:54:23,719 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=164716204, stopped=false 2024-11-13T15:54:23,719 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4c650e80f58,46423,1731513251334 2024-11-13T15:54:23,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42721-0x100a5fef32a0004, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-276192835/running 2024-11-13T15:54:23,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x100a5fef32a0003, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-276192835/running 2024-11-13T15:54:23,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x100a5fef32a0003, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276192835 2024-11-13T15:54:23,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42721-0x100a5fef32a0004, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276192835 2024-11-13T15:54:23,721 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:54:23,721 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:54:23,721 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:54:23,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:23,721 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4c650e80f58,42721,1731513251376' ***** 2024-11-13T15:54:23,721 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T15:54:23,722 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42721-0x100a5fef32a0004, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Set watcher on znode that does not yet exist, /1-276192835/running 2024-11-13T15:54:23,722 INFO [RS:0;c4c650e80f58:42721 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T15:54:23,722 INFO [RS:0;c4c650e80f58:42721 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T15:54:23,722 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T15:54:23,722 INFO [RS:0;c4c650e80f58:42721 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T15:54:23,722 INFO [RS:0;c4c650e80f58:42721 {}] regionserver.HRegionServer(959): stopping server c4c650e80f58,42721,1731513251376 2024-11-13T15:54:23,722 INFO [RS:0;c4c650e80f58:42721 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:54:23,722 INFO [RS:0;c4c650e80f58:42721 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:42721. 2024-11-13T15:54:23,722 DEBUG [RS:0;c4c650e80f58:42721 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:54:23,722 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46423-0x100a5fef32a0003, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Set watcher on znode that does not yet exist, /1-276192835/running 2024-11-13T15:54:23,722 DEBUG [RS:0;c4c650e80f58:42721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:23,722 INFO [RS:0;c4c650e80f58:42721 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T15:54:23,722 INFO [RS:0;c4c650e80f58:42721 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T15:54:23,722 INFO [RS:0;c4c650e80f58:42721 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T15:54:23,722 INFO [RS:0;c4c650e80f58:42721 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T15:54:23,723 INFO [RS:0;c4c650e80f58:42721 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T15:54:23,723 DEBUG [RS:0;c4c650e80f58:42721 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T15:54:23,723 DEBUG [RS:0;c4c650e80f58:42721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:54:23,723 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:54:23,723 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:54:23,723 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:54:23,723 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:54:23,723 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:54:23,723 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T15:54:23,743 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/data/hbase/meta/1588230740/.tmp/ns/bba85bebc72147788882b113c92b1175 is 43, key is default/ns:d/1731513253174/Put/seqid=0 2024-11-13T15:54:23,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33397 is added to blk_1073741835_1011 (size=5153) 2024-11-13T15:54:23,776 INFO [regionserver/c4c650e80f58:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:54:23,827 DEBUG [c4c650e80f58:40407 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T15:54:23,827 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8946ec0e09c74521e2938e3dcc9d31ca, regionState=OPENING, regionLocation=c4c650e80f58,46561,1731513258977 2024-11-13T15:54:23,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8946ec0e09c74521e2938e3dcc9d31ca, ASSIGN because future has completed 2024-11-13T15:54:23,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8946ec0e09c74521e2938e3dcc9d31ca, server=c4c650e80f58,46561,1731513258977}] 2024-11-13T15:54:23,888 DEBUG [RS:0;c4c650e80f58:46561.replicationSource.wal-reader.c4c650e80f58%2C46561%2C1731513258977,1-c4c650e80f58,46561,1731513258977 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46561,1731513258977/c4c650e80f58%2C46561%2C1731513258977.1731513259414 to pos 0, reset compression=false 2024-11-13T15:54:23,923 DEBUG [RS:0;c4c650e80f58:42721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:54:23,985 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca. 2024-11-13T15:54:23,985 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:54:23,985 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T15:54:23,987 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C46561%2C1731513258977.rep, suffix=, logDir=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46561,1731513258977, archiveDir=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/oldWALs, maxLogs=10 2024-11-13T15:54:24,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46561,1731513258977/c4c650e80f58%2C46561%2C1731513258977.rep.1731513263987, exclude list is [], retry=0 2024-11-13T15:54:24,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36817,DS-0d57bf4d-2d3e-4bc5-b841-548273ccb11f,DISK] 2024-11-13T15:54:24,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46561,1731513258977/c4c650e80f58%2C46561%2C1731513258977.rep.1731513263987 2024-11-13T15:54:24,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43229:43229)] 2024-11-13T15:54:24,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 8946ec0e09c74521e2938e3dcc9d31ca, NAME => 'hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:54:24,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:54:24,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:54:24,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca. service=MultiRowMutationService 2024-11-13T15:54:24,005 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T15:54:24,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8946ec0e09c74521e2938e3dcc9d31ca 2024-11-13T15:54:24,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:54:24,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 8946ec0e09c74521e2938e3dcc9d31ca 2024-11-13T15:54:24,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 8946ec0e09c74521e2938e3dcc9d31ca 2024-11-13T15:54:24,006 INFO [StoreOpener-8946ec0e09c74521e2938e3dcc9d31ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8946ec0e09c74521e2938e3dcc9d31ca 2024-11-13T15:54:24,007 INFO [StoreOpener-8946ec0e09c74521e2938e3dcc9d31ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8946ec0e09c74521e2938e3dcc9d31ca columnFamilyName hfileref 2024-11-13T15:54:24,007 DEBUG [StoreOpener-8946ec0e09c74521e2938e3dcc9d31ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:24,007 INFO [StoreOpener-8946ec0e09c74521e2938e3dcc9d31ca-1 {}] regionserver.HStore(327): Store=8946ec0e09c74521e2938e3dcc9d31ca/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:54:24,007 INFO [StoreOpener-8946ec0e09c74521e2938e3dcc9d31ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8946ec0e09c74521e2938e3dcc9d31ca 2024-11-13T15:54:24,008 INFO [StoreOpener-8946ec0e09c74521e2938e3dcc9d31ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8946ec0e09c74521e2938e3dcc9d31ca columnFamilyName queue 2024-11-13T15:54:24,008 DEBUG [StoreOpener-8946ec0e09c74521e2938e3dcc9d31ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:24,012 DEBUG [StoreOpener-8946ec0e09c74521e2938e3dcc9d31ca-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/replication/8946ec0e09c74521e2938e3dcc9d31ca/queue/bc8ce3b468054d788a14f6e817a5f89e 2024-11-13T15:54:24,012 INFO [StoreOpener-8946ec0e09c74521e2938e3dcc9d31ca-1 {}] regionserver.HStore(327): Store=8946ec0e09c74521e2938e3dcc9d31ca/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:54:24,012 INFO [StoreOpener-8946ec0e09c74521e2938e3dcc9d31ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8946ec0e09c74521e2938e3dcc9d31ca 2024-11-13T15:54:24,012 INFO [StoreOpener-8946ec0e09c74521e2938e3dcc9d31ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8946ec0e09c74521e2938e3dcc9d31ca columnFamilyName sid 2024-11-13T15:54:24,013 DEBUG [StoreOpener-8946ec0e09c74521e2938e3dcc9d31ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:24,013 INFO [StoreOpener-8946ec0e09c74521e2938e3dcc9d31ca-1 {}] regionserver.HStore(327): Store=8946ec0e09c74521e2938e3dcc9d31ca/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:54:24,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 8946ec0e09c74521e2938e3dcc9d31ca 2024-11-13T15:54:24,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/replication/8946ec0e09c74521e2938e3dcc9d31ca 2024-11-13T15:54:24,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/replication/8946ec0e09c74521e2938e3dcc9d31ca 2024-11-13T15:54:24,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 8946ec0e09c74521e2938e3dcc9d31ca 2024-11-13T15:54:24,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 8946ec0e09c74521e2938e3dcc9d31ca 2024-11-13T15:54:24,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T15:54:24,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 8946ec0e09c74521e2938e3dcc9d31ca 2024-11-13T15:54:24,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 8946ec0e09c74521e2938e3dcc9d31ca; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69307553, jitterRate=0.03276301920413971}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T15:54:24,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8946ec0e09c74521e2938e3dcc9d31ca 2024-11-13T15:54:24,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 8946ec0e09c74521e2938e3dcc9d31ca: Running coprocessor pre-open hook at 1731513264005Writing region info on filesystem at 1731513264005Initializing all the Stores at 1731513264006 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513264006Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513264006Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513264006Cleaning up temporary data from old regions at 1731513264015 (+9 ms)Running coprocessor post-open hooks at 1731513264017 (+2 ms)Region opened successfully at 1731513264017 2024-11-13T15:54:24,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca., pid=13, masterSystemTime=1731513263982 2024-11-13T15:54:24,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca. 2024-11-13T15:54:24,020 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca. 2024-11-13T15:54:24,020 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8946ec0e09c74521e2938e3dcc9d31ca, regionState=OPEN, openSeqNum=9, regionLocation=c4c650e80f58,46561,1731513258977 2024-11-13T15:54:24,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8946ec0e09c74521e2938e3dcc9d31ca, server=c4c650e80f58,46561,1731513258977 because future has completed 2024-11-13T15:54:24,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T15:54:24,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 8946ec0e09c74521e2938e3dcc9d31ca, server=c4c650e80f58,46561,1731513258977 in 193 msec 2024-11-13T15:54:24,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-13T15:54:24,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8946ec0e09c74521e2938e3dcc9d31ca, ASSIGN in 349 msec 2024-11-13T15:54:24,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-13T15:54:24,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca., hostname=c4c650e80f58,46561,1731513258977, seqNum=9] 2024-11-13T15:54:24,041 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for c4c650e80f58,46211,1731513247578 2024-11-13T15:54:24,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-13T15:54:24,123 DEBUG [RS:0;c4c650e80f58:42721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:54:24,148 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/data/hbase/meta/1588230740/.tmp/ns/bba85bebc72147788882b113c92b1175 2024-11-13T15:54:24,154 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/data/hbase/meta/1588230740/.tmp/ns/bba85bebc72147788882b113c92b1175 as hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/data/hbase/meta/1588230740/ns/bba85bebc72147788882b113c92b1175 2024-11-13T15:54:24,158 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/data/hbase/meta/1588230740/ns/bba85bebc72147788882b113c92b1175, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T15:54:24,159 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false 2024-11-13T15:54:24,159 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T15:54:24,163 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T15:54:24,164 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:54:24,164 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:54:24,164 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:54:24,164 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513263723Running coprocessor pre-close hooks at 1731513263723Disabling compacts and flushes for region at 1731513263723Disabling writes for close at 1731513263723Obtaining lock to block concurrent updates at 1731513263723Preparing flush snapshotting stores in 1588230740 at 1731513263723Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731513263724 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731513263724Flushing 1588230740/ns: creating writer at 1731513263724Flushing 1588230740/ns: appending metadata at 1731513263743 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731513263743Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7290848d: reopening flushed file at 1731513264153 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false at 1731513264159 (+6 ms)Writing region close event to WAL at 1731513264160 (+1 ms)Running coprocessor post-close hooks at 1731513264164 (+4 ms)Closed at 1731513264164 2024-11-13T15:54:24,164 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T15:54:24,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46561 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-13T15:54:24,323 INFO [RS:0;c4c650e80f58:42721 {}] regionserver.HRegionServer(976): stopping server c4c650e80f58,42721,1731513251376; all regions closed. 2024-11-13T15:54:24,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33397 is added to blk_1073741834_1010 (size=1152) 2024-11-13T15:54:24,328 DEBUG [RS:0;c4c650e80f58:42721 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/oldWALs 2024-11-13T15:54:24,328 INFO [RS:0;c4c650e80f58:42721 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4c650e80f58%2C42721%2C1731513251376.meta:.meta(num 1731513253128) 2024-11-13T15:54:24,330 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/WALs/c4c650e80f58,42721,1731513251376/c4c650e80f58%2C42721%2C1731513251376.1731513252610 not finished, retry = 0 2024-11-13T15:54:24,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33397 is added to blk_1073741833_1009 (size=93) 2024-11-13T15:54:24,432 DEBUG [RS:0;c4c650e80f58:42721 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/oldWALs 2024-11-13T15:54:24,432 INFO [RS:0;c4c650e80f58:42721 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4c650e80f58%2C42721%2C1731513251376:(num 1731513252610) 2024-11-13T15:54:24,432 DEBUG [RS:0;c4c650e80f58:42721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:24,432 INFO [RS:0;c4c650e80f58:42721 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:54:24,432 INFO [RS:0;c4c650e80f58:42721 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:54:24,432 INFO [RS:0;c4c650e80f58:42721 {}] hbase.ChoreService(370): Chore service for: regionserver/c4c650e80f58:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T15:54:24,432 INFO [RS:0;c4c650e80f58:42721 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:54:24,433 INFO [regionserver/c4c650e80f58:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:54:24,433 INFO [RS:0;c4c650e80f58:42721 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42721 2024-11-13T15:54:24,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42721-0x100a5fef32a0004, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-276192835/rs/c4c650e80f58,42721,1731513251376 2024-11-13T15:54:24,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x100a5fef32a0003, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276192835/rs 2024-11-13T15:54:24,435 INFO [RS:0;c4c650e80f58:42721 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:54:24,436 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4c650e80f58,42721,1731513251376] 2024-11-13T15:54:24,437 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-276192835/draining/c4c650e80f58,42721,1731513251376 already deleted, retry=false 2024-11-13T15:54:24,437 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4c650e80f58,42721,1731513251376 expired; onlineServers=0 2024-11-13T15:54:24,437 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4c650e80f58,46423,1731513251334' ***** 2024-11-13T15:54:24,437 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T15:54:24,437 INFO [M:0;c4c650e80f58:46423 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:54:24,437 INFO [M:0;c4c650e80f58:46423 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:54:24,437 DEBUG [M:0;c4c650e80f58:46423 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T15:54:24,437 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T15:54:24,437 DEBUG [M:0;c4c650e80f58:46423 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T15:54:24,437 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513252370 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513252370,5,FailOnTimeoutGroup] 2024-11-13T15:54:24,437 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513252369 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513252369,5,FailOnTimeoutGroup] 2024-11-13T15:54:24,437 INFO [M:0;c4c650e80f58:46423 {}] hbase.ChoreService(370): Chore service for: master/c4c650e80f58:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T15:54:24,438 INFO [M:0;c4c650e80f58:46423 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:54:24,438 DEBUG [M:0;c4c650e80f58:46423 {}] master.HMaster(1795): Stopping service threads 2024-11-13T15:54:24,438 INFO [M:0;c4c650e80f58:46423 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T15:54:24,438 INFO [M:0;c4c650e80f58:46423 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:54:24,438 INFO [M:0;c4c650e80f58:46423 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T15:54:24,438 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T15:54:24,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x100a5fef32a0003, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-276192835/master 2024-11-13T15:54:24,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x100a5fef32a0003, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276192835 2024-11-13T15:54:24,440 DEBUG [M:0;c4c650e80f58:46423 {}] zookeeper.ZKUtil(347): master:46423-0x100a5fef32a0003, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Unable to get data of znode /1-276192835/master because node does not exist (not an error) 2024-11-13T15:54:24,440 WARN [M:0;c4c650e80f58:46423 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T15:54:24,441 INFO [M:0;c4c650e80f58:46423 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/.lastflushedseqids 2024-11-13T15:54:24,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33397 is added to blk_1073741836_1012 (size=99) 2024-11-13T15:54:24,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42721-0x100a5fef32a0004, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:54:24,536 INFO [RS:0;c4c650e80f58:42721 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:54:24,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42721-0x100a5fef32a0004, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:54:24,536 INFO [RS:0;c4c650e80f58:42721 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4c650e80f58,42721,1731513251376; zookeeper connection closed. 2024-11-13T15:54:24,537 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30fa610a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30fa610a 2024-11-13T15:54:24,537 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T15:54:24,850 INFO [M:0;c4c650e80f58:46423 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T15:54:24,850 INFO [M:0;c4c650e80f58:46423 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T15:54:24,850 DEBUG [M:0;c4c650e80f58:46423 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:54:24,850 INFO [M:0;c4c650e80f58:46423 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:24,851 DEBUG [M:0;c4c650e80f58:46423 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:24,851 DEBUG [M:0;c4c650e80f58:46423 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:54:24,851 DEBUG [M:0;c4c650e80f58:46423 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:24,851 INFO [M:0;c4c650e80f58:46423 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T15:54:24,870 DEBUG [M:0;c4c650e80f58:46423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b951361368324134bdd427828b768c65 is 82, key is hbase:meta,,1/info:regioninfo/1731513253162/Put/seqid=0 2024-11-13T15:54:24,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33397 is added to blk_1073741837_1013 (size=5672) 2024-11-13T15:54:24,877 INFO [M:0;c4c650e80f58:46423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b951361368324134bdd427828b768c65 2024-11-13T15:54:24,893 DEBUG [RS:0;c4c650e80f58:46561.replicationSource.wal-reader.c4c650e80f58%2C46561%2C1731513258977,1-c4c650e80f58,46561,1731513258977 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46561,1731513258977/c4c650e80f58%2C46561%2C1731513258977.1731513259414 to pos 0, reset compression=false 2024-11-13T15:54:24,910 DEBUG [M:0;c4c650e80f58:46423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4e6535bac3a4ac480680a968ce43ae9 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731513253177/Put/seqid=0 2024-11-13T15:54:24,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33397 is added to blk_1073741838_1014 (size=5275) 2024-11-13T15:54:24,915 INFO [M:0;c4c650e80f58:46423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4e6535bac3a4ac480680a968ce43ae9 2024-11-13T15:54:24,939 DEBUG [M:0;c4c650e80f58:46423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6afa167b80284576831fb7c3ed22c8a7 is 69, key is c4c650e80f58,42721,1731513251376/rs:state/1731513252437/Put/seqid=0 2024-11-13T15:54:24,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33397 is added to blk_1073741839_1015 (size=5156) 2024-11-13T15:54:25,252 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T15:54:25,253 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T15:54:25,346 INFO [M:0;c4c650e80f58:46423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6afa167b80284576831fb7c3ed22c8a7 2024-11-13T15:54:25,352 DEBUG [M:0;c4c650e80f58:46423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b951361368324134bdd427828b768c65 as hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b951361368324134bdd427828b768c65 2024-11-13T15:54:25,358 INFO [M:0;c4c650e80f58:46423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b951361368324134bdd427828b768c65, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T15:54:25,359 DEBUG [M:0;c4c650e80f58:46423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4e6535bac3a4ac480680a968ce43ae9 as hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d4e6535bac3a4ac480680a968ce43ae9 2024-11-13T15:54:25,364 INFO [M:0;c4c650e80f58:46423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d4e6535bac3a4ac480680a968ce43ae9, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T15:54:25,366 DEBUG [M:0;c4c650e80f58:46423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6afa167b80284576831fb7c3ed22c8a7 as hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6afa167b80284576831fb7c3ed22c8a7 2024-11-13T15:54:25,372 INFO [M:0;c4c650e80f58:46423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38751/user/jenkins/test-data/31fca389-1c97-c00c-6841-5ab38a5bccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6afa167b80284576831fb7c3ed22c8a7, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T15:54:25,374 INFO [M:0;c4c650e80f58:46423 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 523ms, sequenceid=28, compaction requested=false 2024-11-13T15:54:25,380 INFO [M:0;c4c650e80f58:46423 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:25,380 DEBUG [M:0;c4c650e80f58:46423 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513264850Disabling compacts and flushes for region at 1731513264850Disabling writes for close at 1731513264851 (+1 ms)Obtaining lock to block concurrent updates at 1731513264851Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731513264851Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731513264851Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731513264852 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731513264852Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731513264870 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731513264870Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731513264884 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731513264909 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731513264909Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731513264920 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731513264938 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731513264938Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b6cb081: reopening flushed file at 1731513265351 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4229d926: reopening flushed file at 1731513265358 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5af7be2: reopening flushed file at 1731513265364 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 523ms, sequenceid=28, compaction requested=false at 1731513265374 (+10 ms)Writing region close event to WAL at 1731513265380 (+6 ms)Closed at 1731513265380 2024-11-13T15:54:25,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33397 is added to blk_1073741830_1006 (size=10165) 2024-11-13T15:54:25,383 INFO [M:0;c4c650e80f58:46423 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T15:54:25,383 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:54:25,383 INFO [M:0;c4c650e80f58:46423 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46423 2024-11-13T15:54:25,384 INFO [M:0;c4c650e80f58:46423 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:54:25,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x100a5fef32a0003, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:54:25,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x100a5fef32a0003, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:54:25,486 INFO [M:0;c4c650e80f58:46423 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:54:25,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b281c32{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:54:25,490 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79f2b8bb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:54:25,490 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:54:25,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53e208d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:54:25,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@606de202{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eceff15-b44d-b4a7-0d03-93d089b43f79/hadoop.log.dir/,STOPPED} 2024-11-13T15:54:25,496 WARN [BP-761670597-172.17.0.3-1731513250638 heartbeating to localhost/127.0.0.1:38751 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T15:54:25,496 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T15:54:25,496 WARN [BP-761670597-172.17.0.3-1731513250638 heartbeating to localhost/127.0.0.1:38751 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-761670597-172.17.0.3-1731513250638 (Datanode Uuid fd088e89-efcf-4e28-9576-94345904a9a1) service to localhost/127.0.0.1:38751 2024-11-13T15:54:25,496 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T15:54:25,496 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eceff15-b44d-b4a7-0d03-93d089b43f79/cluster_05484acc-d6ee-24b7-12da-05405eae6987/data/data1/current/BP-761670597-172.17.0.3-1731513250638 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:54:25,496 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eceff15-b44d-b4a7-0d03-93d089b43f79/cluster_05484acc-d6ee-24b7-12da-05405eae6987/data/data2/current/BP-761670597-172.17.0.3-1731513250638 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:54:25,497 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T15:54:25,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61a70769{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:54:25,506 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3868182e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:54:25,506 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:54:25,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cae1e62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:54:25,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e9087c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eceff15-b44d-b4a7-0d03-93d089b43f79/hadoop.log.dir/,STOPPED} 2024-11-13T15:54:25,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T15:54:25,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T15:54:25,522 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:54:25,522 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:54:25,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:25,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:25,522 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T15:54:25,522 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:54:25,522 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1283515085, stopped=false 2024-11-13T15:54:25,522 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4c650e80f58,40407,1731513258934 2024-11-13T15:54:25,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x100a5fef32a0006, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-130824628/running 2024-11-13T15:54:25,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x100a5fef32a0006, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-130824628 2024-11-13T15:54:25,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x100a5fef32a0007, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-130824628/running 2024-11-13T15:54:25,524 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:54:25,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x100a5fef32a0007, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-130824628 2024-11-13T15:54:25,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40407-0x100a5fef32a0006, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Set watcher on znode that does not yet exist, /0-130824628/running 2024-11-13T15:54:25,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46561-0x100a5fef32a0007, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Set watcher on znode that does not yet exist, /0-130824628/running 2024-11-13T15:54:25,526 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:54:25,526 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:54:25,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:25,527 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4c650e80f58,46561,1731513258977' ***** 2024-11-13T15:54:25,527 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T15:54:25,527 INFO [RS:0;c4c650e80f58:46561 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T15:54:25,527 INFO [RS:0;c4c650e80f58:46561 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T15:54:25,527 INFO [RS:0;c4c650e80f58:46561 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T15:54:25,527 INFO [RS:0;c4c650e80f58:46561 {}] regionserver.HRegionServer(3091): Received CLOSE for 8946ec0e09c74521e2938e3dcc9d31ca 2024-11-13T15:54:25,527 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T15:54:25,527 INFO [RS:0;c4c650e80f58:46561 {}] regionserver.HRegionServer(959): stopping server c4c650e80f58,46561,1731513258977 2024-11-13T15:54:25,527 INFO [RS:0;c4c650e80f58:46561 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:54:25,527 INFO [RS:0;c4c650e80f58:46561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:46561. 2024-11-13T15:54:25,527 DEBUG [RS:0;c4c650e80f58:46561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:54:25,527 DEBUG [RS:0;c4c650e80f58:46561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:25,528 INFO [RS:0;c4c650e80f58:46561 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T15:54:25,528 INFO [RS:0;c4c650e80f58:46561 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T15:54:25,528 INFO [RS:0;c4c650e80f58:46561 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T15:54:25,528 INFO [RS:0;c4c650e80f58:46561 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T15:54:25,528 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8946ec0e09c74521e2938e3dcc9d31ca, disabling compactions & flushes 2024-11-13T15:54:25,528 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca. 2024-11-13T15:54:25,528 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca. 2024-11-13T15:54:25,528 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca. after waiting 0 ms 2024-11-13T15:54:25,528 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca. 2024-11-13T15:54:25,530 INFO [RS:0;c4c650e80f58:46561 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T15:54:25,530 DEBUG [RS:0;c4c650e80f58:46561 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8946ec0e09c74521e2938e3dcc9d31ca=hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca.} 2024-11-13T15:54:25,530 DEBUG [RS:0;c4c650e80f58:46561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8946ec0e09c74521e2938e3dcc9d31ca 2024-11-13T15:54:25,531 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:54:25,531 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:54:25,531 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:54:25,531 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:54:25,531 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:54:25,531 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-13T15:54:25,562 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/replication/8946ec0e09c74521e2938e3dcc9d31ca/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-13T15:54:25,563 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:54:25,563 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:54:25,564 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca. 2024-11-13T15:54:25,564 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8946ec0e09c74521e2938e3dcc9d31ca: Waiting for close lock at 1731513265528Running coprocessor pre-close hooks at 1731513265528Disabling compacts and flushes for region at 1731513265528Disabling writes for close at 1731513265528Writing region close event to WAL at 1731513265559 (+31 ms)Running coprocessor post-close hooks at 1731513265563 (+4 ms)Closed at 1731513265564 (+1 ms) 2024-11-13T15:54:25,564 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca. 2024-11-13T15:54:25,573 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/meta/1588230740/.tmp/info/077735ec2de84229a2d196234ab4e4df is 147, key is hbase:replication,,1731513253229.8946ec0e09c74521e2938e3dcc9d31ca./info:regioninfo/1731513264020/Put/seqid=0 2024-11-13T15:54:25,575 INFO [regionserver/c4c650e80f58:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:54:25,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741851_1027 (size=6385) 2024-11-13T15:54:25,731 DEBUG [RS:0;c4c650e80f58:46561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:54:25,931 DEBUG [RS:0;c4c650e80f58:46561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:54:25,979 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/meta/1588230740/.tmp/info/077735ec2de84229a2d196234ab4e4df 2024-11-13T15:54:25,993 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/meta/1588230740/.tmp/info/077735ec2de84229a2d196234ab4e4df as hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/meta/1588230740/info/077735ec2de84229a2d196234ab4e4df 2024-11-13T15:54:25,999 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/meta/1588230740/info/077735ec2de84229a2d196234ab4e4df, entries=8, sequenceid=19, filesize=6.2 K 2024-11-13T15:54:26,000 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 469ms, sequenceid=19, compaction requested=false 2024-11-13T15:54:26,000 DEBUG [RS:0;c4c650e80f58:46561.replicationSource.wal-reader.c4c650e80f58%2C46561%2C1731513258977,1-c4c650e80f58,46561,1731513258977 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46561,1731513258977/c4c650e80f58%2C46561%2C1731513258977.1731513259414 to pos 0, reset compression=false 2024-11-13T15:54:26,032 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-13T15:54:26,033 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:54:26,033 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:54:26,033 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:54:26,033 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513265531Running coprocessor pre-close hooks at 1731513265531Disabling compacts and flushes for region at 1731513265531Disabling writes for close at 1731513265531Obtaining lock to block concurrent updates at 1731513265531Preparing flush snapshotting stores in 1588230740 at 1731513265531Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731513265532 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731513265532Flushing 1588230740/info: creating writer at 1731513265532Flushing 1588230740/info: appending metadata at 1731513265572 (+40 ms)Flushing 1588230740/info: closing flushed file at 1731513265572Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@106be53b: reopening flushed file at 1731513265991 (+419 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 469ms, sequenceid=19, compaction requested=false at 1731513266000 (+9 ms)Writing region close event to WAL at 1731513266019 (+19 ms)Running coprocessor post-close hooks at 1731513266032 (+13 ms)Closed at 1731513266033 (+1 ms) 2024-11-13T15:54:26,033 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T15:54:26,131 INFO [RS:0;c4c650e80f58:46561 {}] regionserver.HRegionServer(976): stopping server c4c650e80f58,46561,1731513258977; all regions closed. 2024-11-13T15:54:26,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741849_1025 (size=2156) 2024-11-13T15:54:26,148 DEBUG [RS:0;c4c650e80f58:46561 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/oldWALs 2024-11-13T15:54:26,148 INFO [RS:0;c4c650e80f58:46561 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4c650e80f58%2C46561%2C1731513258977.meta:.meta(num 1731513259729) 2024-11-13T15:54:26,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741850_1026 (size=796) 2024-11-13T15:54:26,169 DEBUG [RS:0;c4c650e80f58:46561 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/oldWALs 2024-11-13T15:54:26,169 INFO [RS:0;c4c650e80f58:46561 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4c650e80f58%2C46561%2C1731513258977.rep:(num 1731513263987) 2024-11-13T15:54:26,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741848_1024 (size=93) 2024-11-13T15:54:26,172 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/WALs/c4c650e80f58,46561,1731513258977/c4c650e80f58%2C46561%2C1731513258977.1731513259414 not finished, retry = 0 2024-11-13T15:54:26,283 DEBUG [RS:0;c4c650e80f58:46561 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/oldWALs 2024-11-13T15:54:26,283 INFO [RS:0;c4c650e80f58:46561 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4c650e80f58%2C46561%2C1731513258977:(num 1731513259414) 2024-11-13T15:54:26,283 DEBUG [RS:0;c4c650e80f58:46561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:26,284 INFO [RS:0;c4c650e80f58:46561 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:54:26,284 INFO [RS:0;c4c650e80f58:46561 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:54:26,284 INFO [RS:0;c4c650e80f58:46561 {}] hbase.ChoreService(370): Chore service for: regionserver/c4c650e80f58:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T15:54:26,284 INFO [RS:0;c4c650e80f58:46561 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:54:26,284 INFO [regionserver/c4c650e80f58:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:54:26,284 INFO [RS:0;c4c650e80f58:46561 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c4c650e80f58,46561,1731513258977 because: Region server is closing 2024-11-13T15:54:26,284 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/c4c650e80f58:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-13T15:54:26,284 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/c4c650e80f58:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-13T15:54:26,284 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/c4c650e80f58:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-13T15:54:26,285 INFO [RS:0;c4c650e80f58:46561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:46561. 2024-11-13T15:54:26,285 DEBUG [RS:0;c4c650e80f58:46561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:54:26,285 DEBUG [RS:0;c4c650e80f58:46561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:26,285 DEBUG [RS:0;c4c650e80f58:46561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:26,285 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:54:26,385 WARN [RS:0;c4c650e80f58:46561.replicationSource.wal-reader.c4c650e80f58%2C46561%2C1731513258977,1-c4c650e80f58,46561,1731513258977 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T15:54:26,385 WARN [RS:0;c4c650e80f58:46561.replicationSource.shipperc4c650e80f58%2C46561%2C1731513258977,1-c4c650e80f58,46561,1731513258977 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T15:54:26,385 INFO [RS:0;c4c650e80f58:46561 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;c4c650e80f58:46561.replicationSource.shipperc4c650e80f58%2C46561%2C1731513258977,1-c4c650e80f58,46561,1731513258977 terminated 2024-11-13T15:54:26,386 INFO [RS:0;c4c650e80f58:46561 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46561 2024-11-13T15:54:26,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x100a5fef32a0007, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-130824628/rs/c4c650e80f58,46561,1731513258977 2024-11-13T15:54:26,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x100a5fef32a0006, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-130824628/rs 2024-11-13T15:54:26,388 INFO [RS:0;c4c650e80f58:46561 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:54:26,390 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4c650e80f58,46561,1731513258977] 2024-11-13T15:54:26,393 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-130824628/draining/c4c650e80f58,46561,1731513258977 already deleted, retry=false 2024-11-13T15:54:26,393 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4c650e80f58,46561,1731513258977 expired; onlineServers=0 2024-11-13T15:54:26,393 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4c650e80f58,40407,1731513258934' ***** 2024-11-13T15:54:26,393 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T15:54:26,393 INFO [M:0;c4c650e80f58:40407 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:54:26,393 INFO [M:0;c4c650e80f58:40407 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:54:26,393 DEBUG [M:0;c4c650e80f58:40407 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T15:54:26,393 DEBUG [M:0;c4c650e80f58:40407 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T15:54:26,393 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513259148 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513259148,5,FailOnTimeoutGroup] 2024-11-13T15:54:26,393 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513259148 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513259148,5,FailOnTimeoutGroup] 2024-11-13T15:54:26,393 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T15:54:26,393 INFO [M:0;c4c650e80f58:40407 {}] hbase.ChoreService(370): Chore service for: master/c4c650e80f58:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T15:54:26,394 INFO [M:0;c4c650e80f58:40407 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:54:26,394 DEBUG [M:0;c4c650e80f58:40407 {}] master.HMaster(1795): Stopping service threads 2024-11-13T15:54:26,394 INFO [M:0;c4c650e80f58:40407 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T15:54:26,394 INFO [M:0;c4c650e80f58:40407 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:54:26,394 INFO [M:0;c4c650e80f58:40407 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T15:54:26,394 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T15:54:26,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x100a5fef32a0006, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-130824628/master 2024-11-13T15:54:26,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x100a5fef32a0006, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-130824628 2024-11-13T15:54:26,397 DEBUG [M:0;c4c650e80f58:40407 {}] zookeeper.ZKUtil(347): master:40407-0x100a5fef32a0006, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Unable to get data of znode /0-130824628/master because node does not exist (not an error) 2024-11-13T15:54:26,397 WARN [M:0;c4c650e80f58:40407 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T15:54:26,397 INFO [M:0;c4c650e80f58:40407 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/.lastflushedseqids 2024-11-13T15:54:26,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741852_1028 (size=181) 2024-11-13T15:54:26,436 INFO [M:0;c4c650e80f58:40407 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T15:54:26,436 INFO [M:0;c4c650e80f58:40407 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T15:54:26,436 DEBUG [M:0;c4c650e80f58:40407 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:54:26,436 INFO [M:0;c4c650e80f58:40407 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:26,436 DEBUG [M:0;c4c650e80f58:40407 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:26,436 DEBUG [M:0;c4c650e80f58:40407 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:54:26,436 DEBUG [M:0;c4c650e80f58:40407 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:26,436 INFO [M:0;c4c650e80f58:40407 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-13T15:54:26,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x100a5fef32a0007, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:54:26,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x100a5fef32a0007, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:54:26,493 INFO [RS:0;c4c650e80f58:46561 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:54:26,493 INFO [RS:0;c4c650e80f58:46561 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4c650e80f58,46561,1731513258977; zookeeper connection closed. 2024-11-13T15:54:26,510 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d82199d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d82199d 2024-11-13T15:54:26,511 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T15:54:26,512 DEBUG [M:0;c4c650e80f58:40407 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52ee32f75fc444ad9e241a88cf496545 is 82, key is hbase:meta,,1/info:regioninfo/1731513259798/Put/seqid=0 2024-11-13T15:54:26,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741853_1029 (size=5672) 2024-11-13T15:54:26,552 INFO [M:0;c4c650e80f58:40407 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52ee32f75fc444ad9e241a88cf496545 2024-11-13T15:54:26,576 DEBUG [M:0;c4c650e80f58:40407 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17ea4fa2ab2747f2a9a62a1fe8e1833b is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731513264025/Put/seqid=0 2024-11-13T15:54:26,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741854_1030 (size=7312) 2024-11-13T15:54:26,589 INFO [M:0;c4c650e80f58:40407 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17ea4fa2ab2747f2a9a62a1fe8e1833b 2024-11-13T15:54:26,625 DEBUG [M:0;c4c650e80f58:40407 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/628a5a673e38422cb458554fbcca8dc6 is 69, key is c4c650e80f58,46561,1731513258977/rs:state/1731513259221/Put/seqid=0 2024-11-13T15:54:26,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741855_1031 (size=5370) 2024-11-13T15:54:26,649 INFO [M:0;c4c650e80f58:40407 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/628a5a673e38422cb458554fbcca8dc6 2024-11-13T15:54:26,657 INFO [M:0;c4c650e80f58:40407 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 628a5a673e38422cb458554fbcca8dc6 2024-11-13T15:54:26,658 DEBUG [M:0;c4c650e80f58:40407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52ee32f75fc444ad9e241a88cf496545 as hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/52ee32f75fc444ad9e241a88cf496545 2024-11-13T15:54:26,663 INFO [M:0;c4c650e80f58:40407 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/52ee32f75fc444ad9e241a88cf496545, entries=8, sequenceid=127, filesize=5.5 K 2024-11-13T15:54:26,664 DEBUG [M:0;c4c650e80f58:40407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17ea4fa2ab2747f2a9a62a1fe8e1833b as hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/17ea4fa2ab2747f2a9a62a1fe8e1833b 2024-11-13T15:54:26,671 INFO [M:0;c4c650e80f58:40407 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/17ea4fa2ab2747f2a9a62a1fe8e1833b, entries=7, sequenceid=127, filesize=7.1 K 2024-11-13T15:54:26,672 DEBUG [M:0;c4c650e80f58:40407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/628a5a673e38422cb458554fbcca8dc6 as hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/628a5a673e38422cb458554fbcca8dc6 2024-11-13T15:54:26,678 INFO [M:0;c4c650e80f58:40407 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 628a5a673e38422cb458554fbcca8dc6 2024-11-13T15:54:26,678 INFO [M:0;c4c650e80f58:40407 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45297/user/jenkins/test-data/5182637a-5149-4b1c-dcbb-5b5427a056ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/628a5a673e38422cb458554fbcca8dc6, entries=2, sequenceid=127, filesize=5.2 K 2024-11-13T15:54:26,679 INFO [M:0;c4c650e80f58:40407 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 243ms, sequenceid=127, compaction requested=false 2024-11-13T15:54:26,684 INFO [M:0;c4c650e80f58:40407 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:26,684 DEBUG [M:0;c4c650e80f58:40407 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513266436Disabling compacts and flushes for region at 1731513266436Disabling writes for close at 1731513266436Obtaining lock to block concurrent updates at 1731513266436Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731513266436Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731513266437 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731513266438 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731513266438Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731513266511 (+73 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731513266511Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731513266559 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731513266576 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731513266576Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731513266598 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731513266624 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731513266624Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e96100c: reopening flushed file at 1731513266657 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d1d659: reopening flushed file at 1731513266663 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11cb172b: reopening flushed file at 1731513266671 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 243ms, sequenceid=127, compaction requested=false at 1731513266679 (+8 ms)Writing region close event to WAL at 1731513266684 (+5 ms)Closed at 1731513266684 2024-11-13T15:54:26,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36817 is added to blk_1073741847_1023 (size=22903) 2024-11-13T15:54:26,693 INFO [M:0;c4c650e80f58:40407 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T15:54:26,693 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:54:26,693 INFO [M:0;c4c650e80f58:40407 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40407 2024-11-13T15:54:26,694 INFO [M:0;c4c650e80f58:40407 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:54:26,796 INFO [M:0;c4c650e80f58:40407 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:54:26,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x100a5fef32a0006, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:54:26,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x100a5fef32a0006, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:54:26,827 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70ae7a56{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:54:26,828 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3cf716ca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:54:26,828 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:54:26,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f7e9a02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:54:26,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@583338ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0/hadoop.log.dir/,STOPPED} 2024-11-13T15:54:26,831 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T15:54:26,831 WARN [BP-1828885848-172.17.0.3-1731513246502 heartbeating to localhost/127.0.0.1:45297 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T15:54:26,831 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T15:54:26,831 WARN [BP-1828885848-172.17.0.3-1731513246502 heartbeating to localhost/127.0.0.1:45297 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1828885848-172.17.0.3-1731513246502 (Datanode Uuid c4c66d86-de3c-4e19-96e5-4056e00a92b0) service to localhost/127.0.0.1:45297 2024-11-13T15:54:26,831 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0/cluster_a523fa6b-588a-7902-476e-71e5eb72ce12/data/data1/current/BP-1828885848-172.17.0.3-1731513246502 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:54:26,832 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0/cluster_a523fa6b-588a-7902-476e-71e5eb72ce12/data/data2/current/BP-1828885848-172.17.0.3-1731513246502 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:54:26,832 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T15:54:26,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1faf3ff8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:54:26,843 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29e31fa5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:54:26,843 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:54:26,843 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@583e3786{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:54:26,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cd7c08a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddd8a17-c1df-b9ae-31d2-6c614bb901e0/hadoop.log.dir/,STOPPED} 2024-11-13T15:54:26,858 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T15:54:26,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T15:54:26,893 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=211 (was 159) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:45297 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:38751 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60564) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:45297 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:38751 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:45297 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38751 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:45297 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45297 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:38751 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60564) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:45297 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:45297 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:38751 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=582 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 244), ProcessCount=11 (was 11), AvailableMemoryMB=10795 (was 11397) 2024-11-13T15:54:26,908 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=211, OpenFileDescriptor=582, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=10795 2024-11-13T15:54:26,925 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-13T15:54:26,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eceff15-b44d-b4a7-0d03-93d089b43f79/hadoop.log.dir so I do NOT create it in target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f 2024-11-13T15:54:26,927 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eceff15-b44d-b4a7-0d03-93d089b43f79/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T15:54:26,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eceff15-b44d-b4a7-0d03-93d089b43f79/hadoop.tmp.dir so I do NOT create it in target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f 2024-11-13T15:54:26,927 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eceff15-b44d-b4a7-0d03-93d089b43f79/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T15:54:26,927 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f 2024-11-13T15:54:26,927 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f/cluster_3aba4100-f2e6-a4dd-a758-ae559fe92f72, deleteOnExit=true 2024-11-13T15:54:26,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100a5fef32a0005, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T15:54:26,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100a5fef32a0005, quorum=127.0.0.1:60564, baseZNode=/1-276192835 Received Disconnected from ZooKeeper, ignoring 2024-11-13T15:54:26,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100a5fef32a0002, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T15:54:26,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100a5fef32a0002, quorum=127.0.0.1:60564, baseZNode=/0-130824628 Received Disconnected from ZooKeeper, ignoring 2024-11-13T15:54:26,987 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f/cluster_3aba4100-f2e6-a4dd-a758-ae559fe92f72/zookeeper_0, clientPort=55535, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f/cluster_3aba4100-f2e6-a4dd-a758-ae559fe92f72/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f/cluster_3aba4100-f2e6-a4dd-a758-ae559fe92f72/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T15:54:26,996 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55535 2024-11-13T15:54:26,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T15:54:26,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T15:54:26,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f/test.cache.data in system properties and HBase conf 2024-11-13T15:54:26,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T15:54:26,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f/hadoop.log.dir in system properties and HBase conf 2024-11-13T15:54:26,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T15:54:26,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T15:54:26,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T15:54:26,997 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T15:54:26,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:54:26,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:54:26,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T15:54:26,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:54:26,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T15:54:26,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T15:54:26,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:54:26,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:54:26,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T15:54:26,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f/nfs.dump.dir in system properties and HBase conf 2024-11-13T15:54:26,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f/java.io.tmpdir in system properties and HBase conf 2024-11-13T15:54:26,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:54:26,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T15:54:26,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T15:54:27,216 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:54:27,221 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:54:27,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:54:27,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:54:27,227 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T15:54:27,228 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:54:27,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55f11a84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:54:27,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b032320{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:54:27,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a7e7e35{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f/java.io.tmpdir/jetty-localhost-45811-hadoop-hdfs-3_4_1-tests_jar-_-any-1208601580972753842/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:54:27,358 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7becdafd{HTTP/1.1, (http/1.1)}{localhost:45811} 2024-11-13T15:54:27,358 INFO [Time-limited test {}] server.Server(415): Started @149732ms 2024-11-13T15:54:27,437 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:54:27,441 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:54:27,442 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:54:27,443 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:54:27,443 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T15:54:27,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f729b88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:54:27,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dd5f797{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:54:27,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5eb1f498{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f/java.io.tmpdir/jetty-localhost-34805-hadoop-hdfs-3_4_1-tests_jar-_-any-14179127725673066468/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:54:27,578 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ff3f7a3{HTTP/1.1, (http/1.1)}{localhost:34805} 2024-11-13T15:54:27,578 INFO [Time-limited test {}] server.Server(415): Started @149952ms 2024-11-13T15:54:27,580 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T15:54:27,705 WARN [Thread-1679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f/cluster_3aba4100-f2e6-a4dd-a758-ae559fe92f72/data/data1/current/BP-1362179540-172.17.0.3-1731513267048/current, will proceed with Du for space computation calculation, 2024-11-13T15:54:27,707 WARN [Thread-1680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f/cluster_3aba4100-f2e6-a4dd-a758-ae559fe92f72/data/data2/current/BP-1362179540-172.17.0.3-1731513267048/current, will proceed with Du for space computation calculation, 2024-11-13T15:54:27,752 WARN [Thread-1667 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T15:54:27,755 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5828851dbf3b534d with lease ID 0x1abd86bfd9e96d1f: Processing first storage report for DS-1efa6c03-3455-4ebf-b86f-5121e1d88698 from datanode DatanodeRegistration(127.0.0.1:37517, datanodeUuid=2358298e-b5bf-4cda-beb6-f7941adf94b4, infoPort=43507, infoSecurePort=0, ipcPort=34255, storageInfo=lv=-57;cid=testClusterID;nsid=1551987611;c=1731513267048) 2024-11-13T15:54:27,755 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5828851dbf3b534d with lease ID 0x1abd86bfd9e96d1f: from storage DS-1efa6c03-3455-4ebf-b86f-5121e1d88698 node DatanodeRegistration(127.0.0.1:37517, datanodeUuid=2358298e-b5bf-4cda-beb6-f7941adf94b4, infoPort=43507, infoSecurePort=0, ipcPort=34255, storageInfo=lv=-57;cid=testClusterID;nsid=1551987611;c=1731513267048), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T15:54:27,755 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5828851dbf3b534d with lease ID 0x1abd86bfd9e96d1f: Processing first storage report for DS-c168b4d0-4e62-46ac-8d49-9e1bf235a5ac from datanode DatanodeRegistration(127.0.0.1:37517, datanodeUuid=2358298e-b5bf-4cda-beb6-f7941adf94b4, infoPort=43507, infoSecurePort=0, ipcPort=34255, storageInfo=lv=-57;cid=testClusterID;nsid=1551987611;c=1731513267048) 2024-11-13T15:54:27,755 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5828851dbf3b534d with lease ID 0x1abd86bfd9e96d1f: from storage DS-c168b4d0-4e62-46ac-8d49-9e1bf235a5ac node DatanodeRegistration(127.0.0.1:37517, datanodeUuid=2358298e-b5bf-4cda-beb6-f7941adf94b4, infoPort=43507, infoSecurePort=0, ipcPort=34255, storageInfo=lv=-57;cid=testClusterID;nsid=1551987611;c=1731513267048), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T15:54:27,822 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f 2024-11-13T15:54:27,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:27,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:27,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37517 is added to blk_1073741825_1001 (size=7) 2024-11-13T15:54:28,234 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594 with version=8 2024-11-13T15:54:28,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/hbase-staging 2024-11-13T15:54:28,236 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:54:28,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:28,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:28,236 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:54:28,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:28,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:54:28,237 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T15:54:28,237 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:54:28,237 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44143 2024-11-13T15:54:28,238 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44143 connecting to ZooKeeper ensemble=127.0.0.1:55535 2024-11-13T15:54:28,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441430x0, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:54:28,246 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44143-0x100a5ff433c0000 connected 2024-11-13T15:54:28,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:28,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:28,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44143-0x100a5ff433c0000, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Set watcher on znode that does not yet exist, /0-1036317512/running 2024-11-13T15:54:28,271 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594, hbase.cluster.distributed=false 2024-11-13T15:54:28,272 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44143-0x100a5ff433c0000, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Set watcher on znode that does not yet exist, /0-1036317512/acl 2024-11-13T15:54:28,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44143 2024-11-13T15:54:28,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44143 2024-11-13T15:54:28,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44143 2024-11-13T15:54:28,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44143 2024-11-13T15:54:28,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44143 2024-11-13T15:54:28,293 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:54:28,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:28,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:28,293 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:54:28,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:28,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:54:28,293 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T15:54:28,293 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:54:28,294 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36151 2024-11-13T15:54:28,295 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36151 connecting to ZooKeeper ensemble=127.0.0.1:55535 2024-11-13T15:54:28,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:28,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:28,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361510x0, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:54:28,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361510x0, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Set watcher on znode that does not yet exist, /0-1036317512/running 2024-11-13T15:54:28,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36151-0x100a5ff433c0001 connected 2024-11-13T15:54:28,304 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T15:54:28,306 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T15:54:28,306 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36151-0x100a5ff433c0001, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Set watcher on znode that does not yet exist, /0-1036317512/master 2024-11-13T15:54:28,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36151-0x100a5ff433c0001, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Set watcher on znode that does not yet exist, /0-1036317512/acl 2024-11-13T15:54:28,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36151 2024-11-13T15:54:28,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36151 2024-11-13T15:54:28,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36151 2024-11-13T15:54:28,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36151 2024-11-13T15:54:28,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36151 2024-11-13T15:54:28,326 DEBUG [M:0;c4c650e80f58:44143 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4c650e80f58:44143 2024-11-13T15:54:28,326 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1036317512/backup-masters/c4c650e80f58,44143,1731513268236 2024-11-13T15:54:28,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36151-0x100a5ff433c0001, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036317512/backup-masters 2024-11-13T15:54:28,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x100a5ff433c0000, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036317512/backup-masters 2024-11-13T15:54:28,328 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44143-0x100a5ff433c0000, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Set watcher on existing znode=/0-1036317512/backup-masters/c4c650e80f58,44143,1731513268236 2024-11-13T15:54:28,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x100a5ff433c0000, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036317512 2024-11-13T15:54:28,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36151-0x100a5ff433c0001, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1036317512/master 2024-11-13T15:54:28,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36151-0x100a5ff433c0001, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036317512 2024-11-13T15:54:28,330 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44143-0x100a5ff433c0000, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Set watcher on existing znode=/0-1036317512/master 2024-11-13T15:54:28,331 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1036317512/backup-masters/c4c650e80f58,44143,1731513268236 from backup master directory 2024-11-13T15:54:28,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36151-0x100a5ff433c0001, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036317512/backup-masters 2024-11-13T15:54:28,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x100a5ff433c0000, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1036317512/backup-masters/c4c650e80f58,44143,1731513268236 2024-11-13T15:54:28,332 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:54:28,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x100a5ff433c0000, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036317512/backup-masters 2024-11-13T15:54:28,332 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4c650e80f58,44143,1731513268236 2024-11-13T15:54:28,335 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/hbase.id] with ID: d2a0637d-d101-4db6-9094-adbde06ff954 2024-11-13T15:54:28,335 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/.tmp/hbase.id 2024-11-13T15:54:28,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37517 is added to blk_1073741826_1002 (size=42) 2024-11-13T15:54:28,743 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/.tmp/hbase.id]:[hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/hbase.id] 2024-11-13T15:54:28,752 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:28,752 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T15:54:28,753 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T15:54:28,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x100a5ff433c0000, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036317512 2024-11-13T15:54:28,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36151-0x100a5ff433c0001, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036317512 2024-11-13T15:54:28,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37517 is added to blk_1073741827_1003 (size=196) 2024-11-13T15:54:29,161 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:54:29,162 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T15:54:29,162 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:54:29,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37517 is added to blk_1073741828_1004 (size=1189) 2024-11-13T15:54:29,507 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T15:54:29,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:29,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:29,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:29,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:29,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:29,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:29,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:29,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:29,570 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/MasterData/data/master/store 2024-11-13T15:54:29,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37517 is added to blk_1073741829_1005 (size=34) 2024-11-13T15:54:29,590 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:54:29,591 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:54:29,591 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:29,591 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:29,591 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:54:29,591 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:29,591 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:29,591 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513269591Disabling compacts and flushes for region at 1731513269591Disabling writes for close at 1731513269591Writing region close event to WAL at 1731513269591Closed at 1731513269591 2024-11-13T15:54:29,595 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/MasterData/data/master/store/.initializing 2024-11-13T15:54:29,595 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/MasterData/WALs/c4c650e80f58,44143,1731513268236 2024-11-13T15:54:29,596 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:54:29,599 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4c650e80f58%2C44143%2C1731513268236, suffix=, logDir=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/MasterData/WALs/c4c650e80f58,44143,1731513268236, archiveDir=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/MasterData/oldWALs, maxLogs=10 2024-11-13T15:54:29,617 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/MasterData/WALs/c4c650e80f58,44143,1731513268236/c4c650e80f58%2C44143%2C1731513268236.1731513269599, exclude list is [], retry=0 2024-11-13T15:54:29,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37517,DS-1efa6c03-3455-4ebf-b86f-5121e1d88698,DISK] 2024-11-13T15:54:29,658 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/MasterData/WALs/c4c650e80f58,44143,1731513268236/c4c650e80f58%2C44143%2C1731513268236.1731513269599 2024-11-13T15:54:29,672 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43507:43507)] 2024-11-13T15:54:29,672 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:54:29,672 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:54:29,672 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:29,672 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:29,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:29,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T15:54:29,680 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:29,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:29,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:29,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T15:54:29,682 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:29,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:54:29,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:29,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T15:54:29,687 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:29,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:54:29,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:29,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T15:54:29,689 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:29,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:54:29,689 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:29,690 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:29,691 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:29,697 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:29,697 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:29,698 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:54:29,700 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:29,703 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:54:29,704 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66389690, jitterRate=-0.010716527700424194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:54:29,704 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731513269672Initializing all the Stores at 1731513269674 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513269674Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513269678 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513269678Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513269678Cleaning up temporary data from old regions at 1731513269697 (+19 ms)Region opened successfully at 1731513269704 (+7 ms) 2024-11-13T15:54:29,718 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T15:54:29,722 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2679eae2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:54:29,724 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T15:54:29,724 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T15:54:29,724 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T15:54:29,724 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T15:54:29,724 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T15:54:29,725 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T15:54:29,725 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T15:54:29,739 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T15:54:29,740 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44143-0x100a5ff433c0000, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Unable to get data of znode /0-1036317512/balancer because node does not exist (not necessarily an error) 2024-11-13T15:54:29,744 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1036317512/balancer already deleted, retry=false 2024-11-13T15:54:29,745 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T15:54:29,745 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44143-0x100a5ff433c0000, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Unable to get data of znode /0-1036317512/normalizer because node does not exist (not necessarily an error) 2024-11-13T15:54:29,748 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1036317512/normalizer already deleted, retry=false 2024-11-13T15:54:29,749 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T15:54:29,751 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44143-0x100a5ff433c0000, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Unable to get data of znode /0-1036317512/switch/split because node does not exist (not necessarily an error) 2024-11-13T15:54:29,752 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1036317512/switch/split already deleted, retry=false 2024-11-13T15:54:29,753 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44143-0x100a5ff433c0000, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Unable to get data of znode /0-1036317512/switch/merge because node does not exist (not necessarily an error) 2024-11-13T15:54:29,757 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1036317512/switch/merge already deleted, retry=false 2024-11-13T15:54:29,759 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44143-0x100a5ff433c0000, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Unable to get data of znode /0-1036317512/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T15:54:29,761 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1036317512/snapshot-cleanup already deleted, retry=false 2024-11-13T15:54:29,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36151-0x100a5ff433c0001, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1036317512/running 2024-11-13T15:54:29,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36151-0x100a5ff433c0001, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036317512 2024-11-13T15:54:29,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x100a5ff433c0000, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1036317512/running 2024-11-13T15:54:29,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x100a5ff433c0000, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036317512 2024-11-13T15:54:29,765 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4c650e80f58,44143,1731513268236, sessionid=0x100a5ff433c0000, setting cluster-up flag (Was=false) 2024-11-13T15:54:29,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36151-0x100a5ff433c0001, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036317512 2024-11-13T15:54:29,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x100a5ff433c0000, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036317512 2024-11-13T15:54:29,775 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1036317512/flush-table-proc/acquired, /0-1036317512/flush-table-proc/reached, /0-1036317512/flush-table-proc/abort 2024-11-13T15:54:29,787 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,44143,1731513268236 2024-11-13T15:54:29,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x100a5ff433c0000, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036317512 2024-11-13T15:54:29,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36151-0x100a5ff433c0001, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036317512 2024-11-13T15:54:29,812 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1036317512/online-snapshot/acquired, /0-1036317512/online-snapshot/reached, /0-1036317512/online-snapshot/abort 2024-11-13T15:54:29,813 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,44143,1731513268236 2024-11-13T15:54:29,828 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T15:54:29,843 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T15:54:29,843 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T15:54:29,844 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T15:54:29,844 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of c4c650e80f58,46211,1731513247578: status=Processing ServerCrashProcedure of c4c650e80f58,46211,1731513247578 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731513259143, completionTime=-1 appears to have been leaked 2024-11-13T15:54:29,844 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4c650e80f58,44143,1731513268236 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T15:54:29,846 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:54:29,846 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:54:29,846 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:54:29,846 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:54:29,846 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4c650e80f58:0, corePoolSize=10, maxPoolSize=10 2024-11-13T15:54:29,846 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:29,847 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:54:29,847 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:29,857 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:54:29,857 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T15:54:29,860 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:29,860 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T15:54:29,866 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731513299866 2024-11-13T15:54:29,866 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T15:54:29,867 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T15:54:29,867 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T15:54:29,867 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T15:54:29,867 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T15:54:29,867 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T15:54:29,872 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:29,872 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T15:54:29,873 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T15:54:29,873 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T15:54:29,873 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T15:54:29,873 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T15:54:29,873 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T15:54:29,874 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513269873,5,FailOnTimeoutGroup] 2024-11-13T15:54:29,875 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513269874,5,FailOnTimeoutGroup] 2024-11-13T15:54:29,875 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:29,875 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T15:54:29,875 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:29,875 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:29,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37517 is added to blk_1073741831_1007 (size=1321) 2024-11-13T15:54:29,878 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T15:54:29,879 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594 2024-11-13T15:54:29,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37517 is added to blk_1073741832_1008 (size=32) 2024-11-13T15:54:29,894 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:54:29,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:54:29,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:54:29,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:29,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:29,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:54:29,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:54:29,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:29,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:29,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:54:29,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:54:29,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:29,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:29,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:54:29,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:54:29,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:29,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:29,906 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:54:29,909 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/meta/1588230740 2024-11-13T15:54:29,909 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/meta/1588230740 2024-11-13T15:54:29,911 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:54:29,911 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:54:29,915 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:54:29,916 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:54:29,918 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:54:29,919 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69296839, jitterRate=0.032603368163108826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:54:29,919 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731513269894Initializing all the Stores at 1731513269895 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513269895Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513269898 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513269898Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513269898Cleaning up temporary data from old regions at 1731513269911 (+13 ms)Region opened successfully at 1731513269919 (+8 ms) 2024-11-13T15:54:29,919 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:54:29,919 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:54:29,919 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:54:29,920 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:54:29,920 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:54:29,923 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:54:29,923 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513269919Disabling compacts and flushes for region at 1731513269919Disabling writes for close at 1731513269920 (+1 ms)Writing region close event to WAL at 1731513269923 (+3 ms)Closed at 1731513269923 2024-11-13T15:54:29,924 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:54:29,924 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T15:54:29,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T15:54:29,925 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:54:29,926 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T15:54:29,950 INFO [RS:0;c4c650e80f58:36151 {}] regionserver.HRegionServer(746): ClusterId : d2a0637d-d101-4db6-9094-adbde06ff954 2024-11-13T15:54:29,950 DEBUG [RS:0;c4c650e80f58:36151 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T15:54:29,953 DEBUG [RS:0;c4c650e80f58:36151 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T15:54:29,953 DEBUG [RS:0;c4c650e80f58:36151 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T15:54:29,956 DEBUG [RS:0;c4c650e80f58:36151 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T15:54:29,956 DEBUG [RS:0;c4c650e80f58:36151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ba5f68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:54:29,974 DEBUG [RS:0;c4c650e80f58:36151 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4c650e80f58:36151 2024-11-13T15:54:29,974 INFO [RS:0;c4c650e80f58:36151 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T15:54:29,974 INFO [RS:0;c4c650e80f58:36151 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T15:54:29,974 DEBUG [RS:0;c4c650e80f58:36151 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T15:54:29,977 INFO [RS:0;c4c650e80f58:36151 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4c650e80f58,44143,1731513268236 with port=36151, startcode=1731513268293 2024-11-13T15:54:29,977 DEBUG [RS:0;c4c650e80f58:36151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T15:54:29,982 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T15:54:29,983 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44143 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4c650e80f58,36151,1731513268293 2024-11-13T15:54:29,983 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44143 {}] master.ServerManager(517): Registering regionserver=c4c650e80f58,36151,1731513268293 2024-11-13T15:54:29,985 DEBUG [RS:0;c4c650e80f58:36151 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594 2024-11-13T15:54:29,985 DEBUG [RS:0;c4c650e80f58:36151 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37123 2024-11-13T15:54:29,985 DEBUG [RS:0;c4c650e80f58:36151 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T15:54:29,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x100a5ff433c0000, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036317512/rs 2024-11-13T15:54:29,987 DEBUG [RS:0;c4c650e80f58:36151 {}] zookeeper.ZKUtil(111): regionserver:36151-0x100a5ff433c0001, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Set watcher on existing znode=/0-1036317512/rs/c4c650e80f58,36151,1731513268293 2024-11-13T15:54:29,987 WARN [RS:0;c4c650e80f58:36151 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:54:29,987 INFO [RS:0;c4c650e80f58:36151 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:54:29,987 DEBUG [RS:0;c4c650e80f58:36151 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293 2024-11-13T15:54:29,989 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4c650e80f58,36151,1731513268293] 2024-11-13T15:54:29,994 INFO [RS:0;c4c650e80f58:36151 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T15:54:30,011 INFO [RS:0;c4c650e80f58:36151 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T15:54:30,018 INFO [RS:0;c4c650e80f58:36151 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T15:54:30,019 INFO [RS:0;c4c650e80f58:36151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:30,021 INFO [RS:0;c4c650e80f58:36151 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T15:54:30,022 INFO [RS:0;c4c650e80f58:36151 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T15:54:30,022 INFO [RS:0;c4c650e80f58:36151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:30,023 DEBUG [RS:0;c4c650e80f58:36151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:30,023 DEBUG [RS:0;c4c650e80f58:36151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:30,023 DEBUG [RS:0;c4c650e80f58:36151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:30,023 DEBUG [RS:0;c4c650e80f58:36151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:30,023 DEBUG [RS:0;c4c650e80f58:36151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:30,023 DEBUG [RS:0;c4c650e80f58:36151 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:54:30,023 DEBUG [RS:0;c4c650e80f58:36151 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:30,023 DEBUG [RS:0;c4c650e80f58:36151 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:30,023 DEBUG [RS:0;c4c650e80f58:36151 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:30,023 DEBUG [RS:0;c4c650e80f58:36151 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:30,023 DEBUG [RS:0;c4c650e80f58:36151 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:30,023 DEBUG [RS:0;c4c650e80f58:36151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:30,023 DEBUG [RS:0;c4c650e80f58:36151 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:54:30,023 DEBUG [RS:0;c4c650e80f58:36151 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:54:30,038 INFO [RS:0;c4c650e80f58:36151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:30,038 INFO [RS:0;c4c650e80f58:36151 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:30,038 INFO [RS:0;c4c650e80f58:36151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:30,038 INFO [RS:0;c4c650e80f58:36151 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:30,038 INFO [RS:0;c4c650e80f58:36151 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:30,038 INFO [RS:0;c4c650e80f58:36151 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,36151,1731513268293-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:54:30,056 INFO [RS:0;c4c650e80f58:36151 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T15:54:30,057 INFO [RS:0;c4c650e80f58:36151 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,36151,1731513268293-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:30,057 INFO [RS:0;c4c650e80f58:36151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:30,057 INFO [RS:0;c4c650e80f58:36151 {}] regionserver.Replication(171): c4c650e80f58,36151,1731513268293 started 2024-11-13T15:54:30,073 INFO [RS:0;c4c650e80f58:36151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:30,073 INFO [RS:0;c4c650e80f58:36151 {}] regionserver.HRegionServer(1482): Serving as c4c650e80f58,36151,1731513268293, RpcServer on c4c650e80f58/172.17.0.3:36151, sessionid=0x100a5ff433c0001 2024-11-13T15:54:30,073 DEBUG [RS:0;c4c650e80f58:36151 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T15:54:30,073 DEBUG [RS:0;c4c650e80f58:36151 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4c650e80f58,36151,1731513268293 2024-11-13T15:54:30,074 DEBUG [RS:0;c4c650e80f58:36151 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,36151,1731513268293' 2024-11-13T15:54:30,074 DEBUG [RS:0;c4c650e80f58:36151 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1036317512/flush-table-proc/abort' 2024-11-13T15:54:30,074 DEBUG [RS:0;c4c650e80f58:36151 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1036317512/flush-table-proc/acquired' 2024-11-13T15:54:30,075 DEBUG [RS:0;c4c650e80f58:36151 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T15:54:30,075 DEBUG [RS:0;c4c650e80f58:36151 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T15:54:30,075 DEBUG [RS:0;c4c650e80f58:36151 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4c650e80f58,36151,1731513268293 2024-11-13T15:54:30,075 DEBUG [RS:0;c4c650e80f58:36151 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,36151,1731513268293' 2024-11-13T15:54:30,075 DEBUG [RS:0;c4c650e80f58:36151 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1036317512/online-snapshot/abort' 2024-11-13T15:54:30,076 DEBUG [RS:0;c4c650e80f58:36151 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1036317512/online-snapshot/acquired' 2024-11-13T15:54:30,076 DEBUG [RS:0;c4c650e80f58:36151 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T15:54:30,076 INFO [RS:0;c4c650e80f58:36151 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T15:54:30,076 INFO [RS:0;c4c650e80f58:36151 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T15:54:30,076 WARN [c4c650e80f58:44143 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T15:54:30,176 INFO [RS:0;c4c650e80f58:36151 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:54:30,178 INFO [RS:0;c4c650e80f58:36151 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C36151%2C1731513268293, suffix=, logDir=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293, archiveDir=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/oldWALs, maxLogs=10 2024-11-13T15:54:30,195 DEBUG [RS:0;c4c650e80f58:36151 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293/c4c650e80f58%2C36151%2C1731513268293.1731513270178, exclude list is [], retry=0 2024-11-13T15:54:30,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37517,DS-1efa6c03-3455-4ebf-b86f-5121e1d88698,DISK] 2024-11-13T15:54:30,199 INFO [RS:0;c4c650e80f58:36151 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293/c4c650e80f58%2C36151%2C1731513268293.1731513270178 2024-11-13T15:54:30,200 DEBUG [RS:0;c4c650e80f58:36151 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43507:43507)] 2024-11-13T15:54:30,326 DEBUG [c4c650e80f58:44143 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T15:54:30,327 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4c650e80f58,36151,1731513268293 2024-11-13T15:54:30,328 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,36151,1731513268293, state=OPENING 2024-11-13T15:54:30,330 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T15:54:30,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x100a5ff433c0000, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036317512 2024-11-13T15:54:30,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36151-0x100a5ff433c0001, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036317512 2024-11-13T15:54:30,336 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:54:30,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1036317512/meta-region-server: CHANGED 2024-11-13T15:54:30,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1036317512/meta-region-server: CHANGED 2024-11-13T15:54:30,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,36151,1731513268293}] 2024-11-13T15:54:30,489 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T15:54:30,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T15:54:30,494 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T15:54:30,494 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:54:30,494 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T15:54:30,495 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C36151%2C1731513268293.meta, suffix=.meta, logDir=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293, archiveDir=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/oldWALs, maxLogs=10 2024-11-13T15:54:30,509 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293/c4c650e80f58%2C36151%2C1731513268293.meta.1731513270496.meta, exclude list is [], retry=0 2024-11-13T15:54:30,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37517,DS-1efa6c03-3455-4ebf-b86f-5121e1d88698,DISK] 2024-11-13T15:54:30,512 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293/c4c650e80f58%2C36151%2C1731513268293.meta.1731513270496.meta 2024-11-13T15:54:30,512 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43507:43507)] 2024-11-13T15:54:30,512 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:54:30,513 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:54:30,513 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:54:30,513 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T15:54:30,513 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T15:54:30,513 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T15:54:30,513 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:54:30,513 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T15:54:30,513 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T15:54:30,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:54:30,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:54:30,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:30,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:30,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:54:30,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:54:30,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:30,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:30,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:54:30,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:54:30,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:30,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:30,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:54:30,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:54:30,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:30,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:30,518 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:54:30,518 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/meta/1588230740 2024-11-13T15:54:30,519 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/meta/1588230740 2024-11-13T15:54:30,520 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:54:30,520 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:54:30,520 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:54:30,521 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:54:30,522 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74830972, jitterRate=0.11506837606430054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:54:30,522 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T15:54:30,523 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731513270513Writing region info on filesystem at 1731513270513Initializing all the Stores at 1731513270514 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513270514Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513270514Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513270514Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513270514Cleaning up temporary data from old regions at 1731513270520 (+6 ms)Running coprocessor post-open hooks at 1731513270522 (+2 ms)Region opened successfully at 1731513270522 2024-11-13T15:54:30,523 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731513270488 2024-11-13T15:54:30,525 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T15:54:30,525 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T15:54:30,526 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,36151,1731513268293 2024-11-13T15:54:30,527 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,36151,1731513268293, state=OPEN 2024-11-13T15:54:30,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x100a5ff433c0000, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1036317512/meta-region-server 2024-11-13T15:54:30,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36151-0x100a5ff433c0001, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1036317512/meta-region-server 2024-11-13T15:54:30,528 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1036317512/meta-region-server: CHANGED 2024-11-13T15:54:30,528 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1036317512/meta-region-server: CHANGED 2024-11-13T15:54:30,528 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4c650e80f58,36151,1731513268293 2024-11-13T15:54:30,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T15:54:30,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,36151,1731513268293 in 192 msec 2024-11-13T15:54:30,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T15:54:30,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 606 msec 2024-11-13T15:54:30,532 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:54:30,532 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T15:54:30,533 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:54:30,533 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,36151,1731513268293, seqNum=-1] 2024-11-13T15:54:30,534 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:54:30,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:54:30,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 699 msec 2024-11-13T15:54:30,538 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731513270538, completionTime=-1 2024-11-13T15:54:30,538 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T15:54:30,538 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T15:54:30,540 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T15:54:30,540 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731513330540 2024-11-13T15:54:30,540 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731513390540 2024-11-13T15:54:30,540 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T15:54:30,540 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,44143,1731513268236-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:30,540 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,44143,1731513268236-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:30,540 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,44143,1731513268236-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:30,540 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4c650e80f58:44143, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:30,540 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:30,541 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:30,542 DEBUG [master/c4c650e80f58:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T15:54:30,544 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.212sec 2024-11-13T15:54:30,544 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T15:54:30,544 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T15:54:30,544 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T15:54:30,544 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T15:54:30,544 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T15:54:30,544 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,44143,1731513268236-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:54:30,544 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,44143,1731513268236-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T15:54:30,546 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T15:54:30,546 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T15:54:30,546 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,44143,1731513268236-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:30,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76100299, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:30,636 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,44143,-1 for getting cluster id 2024-11-13T15:54:30,636 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:54:30,637 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2a0637d-d101-4db6-9094-adbde06ff954' 2024-11-13T15:54:30,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:54:30,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2a0637d-d101-4db6-9094-adbde06ff954" 2024-11-13T15:54:30,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5171cff0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:30,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,44143,-1] 2024-11-13T15:54:30,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:54:30,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:30,639 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:54:30,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40a4833b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:30,640 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:54:30,641 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,36151,1731513268293, seqNum=-1] 2024-11-13T15:54:30,641 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:54:30,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:54:30,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4c650e80f58,44143,1731513268236 2024-11-13T15:54:30,644 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55535 2024-11-13T15:54:30,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:54:30,647 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100a5ff433c0002 connected 2024-11-13T15:54:30,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f/hadoop.log.dir so I do NOT create it in target/test-data/683276d2-daf8-b07e-f554-0b83927cda37 2024-11-13T15:54:30,651 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T15:54:30,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f/hadoop.tmp.dir so I do NOT create it in target/test-data/683276d2-daf8-b07e-f554-0b83927cda37 2024-11-13T15:54:30,651 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T15:54:30,651 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683276d2-daf8-b07e-f554-0b83927cda37 2024-11-13T15:54:30,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T15:54:30,651 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683276d2-daf8-b07e-f554-0b83927cda37/cluster_5b68426d-1797-b3d5-d604-844204169b5a, deleteOnExit=true 2024-11-13T15:54:30,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T15:54:30,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683276d2-daf8-b07e-f554-0b83927cda37/test.cache.data in system properties and HBase conf 2024-11-13T15:54:30,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683276d2-daf8-b07e-f554-0b83927cda37/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T15:54:30,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683276d2-daf8-b07e-f554-0b83927cda37/hadoop.log.dir in system properties and HBase conf 2024-11-13T15:54:30,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683276d2-daf8-b07e-f554-0b83927cda37/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T15:54:30,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683276d2-daf8-b07e-f554-0b83927cda37/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T15:54:30,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T15:54:30,652 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T15:54:30,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683276d2-daf8-b07e-f554-0b83927cda37/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:54:30,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683276d2-daf8-b07e-f554-0b83927cda37/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:54:30,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683276d2-daf8-b07e-f554-0b83927cda37/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T15:54:30,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683276d2-daf8-b07e-f554-0b83927cda37/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:54:30,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683276d2-daf8-b07e-f554-0b83927cda37/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T15:54:30,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683276d2-daf8-b07e-f554-0b83927cda37/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T15:54:30,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683276d2-daf8-b07e-f554-0b83927cda37/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:54:30,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683276d2-daf8-b07e-f554-0b83927cda37/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:54:30,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683276d2-daf8-b07e-f554-0b83927cda37/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T15:54:30,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683276d2-daf8-b07e-f554-0b83927cda37/nfs.dump.dir in system properties and HBase conf 2024-11-13T15:54:30,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683276d2-daf8-b07e-f554-0b83927cda37/java.io.tmpdir in system properties and HBase conf 2024-11-13T15:54:30,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683276d2-daf8-b07e-f554-0b83927cda37/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:54:30,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683276d2-daf8-b07e-f554-0b83927cda37/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T15:54:30,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683276d2-daf8-b07e-f554-0b83927cda37/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T15:54:30,727 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:54:30,731 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:54:30,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:54:30,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:54:30,732 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T15:54:30,733 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:54:30,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40bf84a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683276d2-daf8-b07e-f554-0b83927cda37/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:54:30,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cf894d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:54:30,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@438f260f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683276d2-daf8-b07e-f554-0b83927cda37/java.io.tmpdir/jetty-localhost-39889-hadoop-hdfs-3_4_1-tests_jar-_-any-13982884767825571397/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:54:30,853 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@36b62eed{HTTP/1.1, (http/1.1)}{localhost:39889} 2024-11-13T15:54:30,853 INFO [Time-limited test {}] server.Server(415): Started @153227ms 2024-11-13T15:54:30,935 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:54:30,939 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:54:30,942 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:54:30,942 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:54:30,942 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T15:54:30,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44b21b86{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683276d2-daf8-b07e-f554-0b83927cda37/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:54:30,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3825e0d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:54:31,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7008b82c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683276d2-daf8-b07e-f554-0b83927cda37/java.io.tmpdir/jetty-localhost-37023-hadoop-hdfs-3_4_1-tests_jar-_-any-15521292522648692454/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:54:31,059 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3914938{HTTP/1.1, (http/1.1)}{localhost:37023} 2024-11-13T15:54:31,059 INFO [Time-limited test {}] server.Server(415): Started @153433ms 2024-11-13T15:54:31,060 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T15:54:31,171 WARN [Thread-1800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683276d2-daf8-b07e-f554-0b83927cda37/cluster_5b68426d-1797-b3d5-d604-844204169b5a/data/data1/current/BP-2145556816-172.17.0.3-1731513270672/current, will proceed with Du for space computation calculation, 2024-11-13T15:54:31,171 WARN [Thread-1801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683276d2-daf8-b07e-f554-0b83927cda37/cluster_5b68426d-1797-b3d5-d604-844204169b5a/data/data2/current/BP-2145556816-172.17.0.3-1731513270672/current, will proceed with Du for space computation calculation, 2024-11-13T15:54:31,194 WARN [Thread-1788 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T15:54:31,197 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaeaff2a36bb1d534 with lease ID 0x6b75abf66779dd4d: Processing first storage report for DS-a37912ae-c644-4b5b-b132-f36a81467896 from datanode DatanodeRegistration(127.0.0.1:40035, datanodeUuid=b07d1da0-30b2-49ab-b804-f520e2e9a38f, infoPort=36517, infoSecurePort=0, ipcPort=36069, storageInfo=lv=-57;cid=testClusterID;nsid=879074419;c=1731513270672) 2024-11-13T15:54:31,197 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaeaff2a36bb1d534 with lease ID 0x6b75abf66779dd4d: from storage DS-a37912ae-c644-4b5b-b132-f36a81467896 node DatanodeRegistration(127.0.0.1:40035, datanodeUuid=b07d1da0-30b2-49ab-b804-f520e2e9a38f, infoPort=36517, infoSecurePort=0, ipcPort=36069, storageInfo=lv=-57;cid=testClusterID;nsid=879074419;c=1731513270672), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T15:54:31,197 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaeaff2a36bb1d534 with lease ID 0x6b75abf66779dd4d: Processing first storage report for DS-0e0556fd-2132-4b00-ae1d-a7e2427347bb from datanode DatanodeRegistration(127.0.0.1:40035, datanodeUuid=b07d1da0-30b2-49ab-b804-f520e2e9a38f, infoPort=36517, infoSecurePort=0, ipcPort=36069, storageInfo=lv=-57;cid=testClusterID;nsid=879074419;c=1731513270672) 2024-11-13T15:54:31,197 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaeaff2a36bb1d534 with lease ID 0x6b75abf66779dd4d: from storage DS-0e0556fd-2132-4b00-ae1d-a7e2427347bb node DatanodeRegistration(127.0.0.1:40035, datanodeUuid=b07d1da0-30b2-49ab-b804-f520e2e9a38f, infoPort=36517, infoSecurePort=0, ipcPort=36069, storageInfo=lv=-57;cid=testClusterID;nsid=879074419;c=1731513270672), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T15:54:31,288 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683276d2-daf8-b07e-f554-0b83927cda37 2024-11-13T15:54:31,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:31,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:31,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741825_1001 (size=7) 2024-11-13T15:54:31,697 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6 with version=8 2024-11-13T15:54:31,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/hbase-staging 2024-11-13T15:54:31,699 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:54:31,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:31,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:31,699 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:54:31,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:31,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:54:31,699 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T15:54:31,699 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:54:31,700 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41263 2024-11-13T15:54:31,701 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41263 connecting to ZooKeeper ensemble=127.0.0.1:55535 2024-11-13T15:54:31,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412630x0, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:54:31,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41263-0x100a5ff433c0003 connected 2024-11-13T15:54:31,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:31,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:31,719 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41263-0x100a5ff433c0003, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Set watcher on znode that does not yet exist, /1-2095891405/running 2024-11-13T15:54:31,719 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6, hbase.cluster.distributed=false 2024-11-13T15:54:31,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41263-0x100a5ff433c0003, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Set watcher on znode that does not yet exist, /1-2095891405/acl 2024-11-13T15:54:31,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41263 2024-11-13T15:54:31,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41263 2024-11-13T15:54:31,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41263 2024-11-13T15:54:31,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41263 2024-11-13T15:54:31,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41263 2024-11-13T15:54:31,736 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:54:31,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:31,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:31,737 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:54:31,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:31,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:54:31,737 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T15:54:31,737 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:54:31,737 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35113 2024-11-13T15:54:31,738 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35113 connecting to ZooKeeper ensemble=127.0.0.1:55535 2024-11-13T15:54:31,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:31,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:31,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351130x0, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:54:31,746 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351130x0, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Set watcher on znode that does not yet exist, /1-2095891405/running 2024-11-13T15:54:31,747 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35113-0x100a5ff433c0004 connected 2024-11-13T15:54:31,747 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T15:54:31,747 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T15:54:31,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35113-0x100a5ff433c0004, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Set watcher on znode that does not yet exist, /1-2095891405/master 2024-11-13T15:54:31,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35113-0x100a5ff433c0004, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Set watcher on znode that does not yet exist, /1-2095891405/acl 2024-11-13T15:54:31,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35113 2024-11-13T15:54:31,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35113 2024-11-13T15:54:31,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35113 2024-11-13T15:54:31,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35113 2024-11-13T15:54:31,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35113 2024-11-13T15:54:31,765 DEBUG [M:0;c4c650e80f58:41263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4c650e80f58:41263 2024-11-13T15:54:31,766 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2095891405/backup-masters/c4c650e80f58,41263,1731513271699 2024-11-13T15:54:31,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100a5ff433c0003, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2095891405/backup-masters 2024-11-13T15:54:31,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35113-0x100a5ff433c0004, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2095891405/backup-masters 2024-11-13T15:54:31,768 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41263-0x100a5ff433c0003, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Set watcher on existing znode=/1-2095891405/backup-masters/c4c650e80f58,41263,1731513271699 2024-11-13T15:54:31,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100a5ff433c0003, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2095891405 2024-11-13T15:54:31,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35113-0x100a5ff433c0004, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2095891405/master 2024-11-13T15:54:31,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35113-0x100a5ff433c0004, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2095891405 2024-11-13T15:54:31,769 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41263-0x100a5ff433c0003, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Set watcher on existing znode=/1-2095891405/master 2024-11-13T15:54:31,770 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2095891405/backup-masters/c4c650e80f58,41263,1731513271699 from backup master directory 2024-11-13T15:54:31,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100a5ff433c0003, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2095891405/backup-masters/c4c650e80f58,41263,1731513271699 2024-11-13T15:54:31,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35113-0x100a5ff433c0004, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2095891405/backup-masters 2024-11-13T15:54:31,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100a5ff433c0003, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2095891405/backup-masters 2024-11-13T15:54:31,771 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:54:31,771 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4c650e80f58,41263,1731513271699 2024-11-13T15:54:31,774 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/hbase.id] with ID: 31a0d619-d1f8-4cb4-9538-d5ad8f574dd0 2024-11-13T15:54:31,774 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/.tmp/hbase.id 2024-11-13T15:54:31,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741826_1002 (size=42) 2024-11-13T15:54:32,182 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/.tmp/hbase.id]:[hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/hbase.id] 2024-11-13T15:54:32,196 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:32,196 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T15:54:32,197 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T15:54:32,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100a5ff433c0003, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2095891405 2024-11-13T15:54:32,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35113-0x100a5ff433c0004, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2095891405 2024-11-13T15:54:32,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741827_1003 (size=196) 2024-11-13T15:54:32,610 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:54:32,611 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T15:54:32,612 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:54:32,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741828_1004 (size=1189) 2024-11-13T15:54:33,023 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/MasterData/data/master/store 2024-11-13T15:54:33,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741829_1005 (size=34) 2024-11-13T15:54:33,429 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:54:33,429 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:54:33,429 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:33,429 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:33,429 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:54:33,429 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:33,429 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:33,429 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513273429Disabling compacts and flushes for region at 1731513273429Disabling writes for close at 1731513273429Writing region close event to WAL at 1731513273429Closed at 1731513273429 2024-11-13T15:54:33,430 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/MasterData/data/master/store/.initializing 2024-11-13T15:54:33,430 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/MasterData/WALs/c4c650e80f58,41263,1731513271699 2024-11-13T15:54:33,431 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:54:33,433 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4c650e80f58%2C41263%2C1731513271699, suffix=, logDir=hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/MasterData/WALs/c4c650e80f58,41263,1731513271699, archiveDir=hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/MasterData/oldWALs, maxLogs=10 2024-11-13T15:54:33,446 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/MasterData/WALs/c4c650e80f58,41263,1731513271699/c4c650e80f58%2C41263%2C1731513271699.1731513273433, exclude list is [], retry=0 2024-11-13T15:54:33,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40035,DS-a37912ae-c644-4b5b-b132-f36a81467896,DISK] 2024-11-13T15:54:33,450 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/MasterData/WALs/c4c650e80f58,41263,1731513271699/c4c650e80f58%2C41263%2C1731513271699.1731513273433 2024-11-13T15:54:33,450 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36517:36517)] 2024-11-13T15:54:33,450 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:54:33,450 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:54:33,450 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:33,450 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:33,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:33,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T15:54:33,453 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:33,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:33,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:33,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T15:54:33,454 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:33,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:54:33,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:33,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T15:54:33,456 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:33,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:54:33,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:33,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T15:54:33,457 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:33,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:54:33,458 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:33,458 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:33,459 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:33,460 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:33,460 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:33,461 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:54:33,462 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:33,464 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:54:33,464 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67213256, jitterRate=0.0015555620193481445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:54:33,464 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731513273451Initializing all the Stores at 1731513273451Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513273451Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513273451Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513273451Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513273451Cleaning up temporary data from old regions at 1731513273460 (+9 ms)Region opened successfully at 1731513273464 (+4 ms) 2024-11-13T15:54:33,465 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T15:54:33,467 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dddc34e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:54:33,468 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T15:54:33,468 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T15:54:33,468 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T15:54:33,468 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T15:54:33,469 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T15:54:33,469 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T15:54:33,469 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T15:54:33,471 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T15:54:33,472 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41263-0x100a5ff433c0003, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Unable to get data of znode /1-2095891405/balancer because node does not exist (not necessarily an error) 2024-11-13T15:54:33,474 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2095891405/balancer already deleted, retry=false 2024-11-13T15:54:33,475 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T15:54:33,475 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41263-0x100a5ff433c0003, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Unable to get data of znode /1-2095891405/normalizer because node does not exist (not necessarily an error) 2024-11-13T15:54:33,477 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2095891405/normalizer already deleted, retry=false 2024-11-13T15:54:33,477 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T15:54:33,478 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41263-0x100a5ff433c0003, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Unable to get data of znode /1-2095891405/switch/split because node does not exist (not necessarily an error) 2024-11-13T15:54:33,479 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2095891405/switch/split already deleted, retry=false 2024-11-13T15:54:33,480 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41263-0x100a5ff433c0003, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Unable to get data of znode /1-2095891405/switch/merge because node does not exist (not necessarily an error) 2024-11-13T15:54:33,482 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2095891405/switch/merge already deleted, retry=false 2024-11-13T15:54:33,484 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41263-0x100a5ff433c0003, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Unable to get data of znode /1-2095891405/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T15:54:33,485 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2095891405/snapshot-cleanup already deleted, retry=false 2024-11-13T15:54:33,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100a5ff433c0003, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2095891405/running 2024-11-13T15:54:33,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100a5ff433c0003, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2095891405 2024-11-13T15:54:33,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35113-0x100a5ff433c0004, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2095891405/running 2024-11-13T15:54:33,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35113-0x100a5ff433c0004, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2095891405 2024-11-13T15:54:33,488 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4c650e80f58,41263,1731513271699, sessionid=0x100a5ff433c0003, setting cluster-up flag (Was=false) 2024-11-13T15:54:33,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100a5ff433c0003, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2095891405 2024-11-13T15:54:33,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35113-0x100a5ff433c0004, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2095891405 2024-11-13T15:54:33,496 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2095891405/flush-table-proc/acquired, /1-2095891405/flush-table-proc/reached, /1-2095891405/flush-table-proc/abort 2024-11-13T15:54:33,497 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,41263,1731513271699 2024-11-13T15:54:33,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35113-0x100a5ff433c0004, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2095891405 2024-11-13T15:54:33,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100a5ff433c0003, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2095891405 2024-11-13T15:54:33,506 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2095891405/online-snapshot/acquired, /1-2095891405/online-snapshot/reached, /1-2095891405/online-snapshot/abort 2024-11-13T15:54:33,508 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,41263,1731513271699 2024-11-13T15:54:33,511 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T15:54:33,512 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T15:54:33,512 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T15:54:33,513 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T15:54:33,513 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4c650e80f58,41263,1731513271699 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T15:54:33,514 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:54:33,514 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:54:33,514 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:54:33,514 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:54:33,514 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4c650e80f58:0, corePoolSize=10, maxPoolSize=10 2024-11-13T15:54:33,514 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:33,514 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:54:33,514 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:33,515 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731513303515 2024-11-13T15:54:33,515 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T15:54:33,515 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T15:54:33,515 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T15:54:33,515 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:54:33,515 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T15:54:33,516 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T15:54:33,516 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T15:54:33,516 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T15:54:33,516 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:33,516 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T15:54:33,516 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T15:54:33,516 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T15:54:33,516 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T15:54:33,516 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T15:54:33,516 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T15:54:33,517 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513273516,5,FailOnTimeoutGroup] 2024-11-13T15:54:33,517 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:33,517 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T15:54:33,518 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513273517,5,FailOnTimeoutGroup] 2024-11-13T15:54:33,518 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:33,518 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T15:54:33,518 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:33,518 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:33,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741831_1007 (size=1321) 2024-11-13T15:54:33,557 INFO [RS:0;c4c650e80f58:35113 {}] regionserver.HRegionServer(746): ClusterId : 31a0d619-d1f8-4cb4-9538-d5ad8f574dd0 2024-11-13T15:54:33,557 DEBUG [RS:0;c4c650e80f58:35113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T15:54:33,559 DEBUG [RS:0;c4c650e80f58:35113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T15:54:33,560 DEBUG [RS:0;c4c650e80f58:35113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T15:54:33,561 DEBUG [RS:0;c4c650e80f58:35113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T15:54:33,562 DEBUG [RS:0;c4c650e80f58:35113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dc01b76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:54:33,574 DEBUG [RS:0;c4c650e80f58:35113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4c650e80f58:35113 2024-11-13T15:54:33,574 INFO [RS:0;c4c650e80f58:35113 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T15:54:33,574 INFO [RS:0;c4c650e80f58:35113 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T15:54:33,574 DEBUG [RS:0;c4c650e80f58:35113 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T15:54:33,574 INFO [RS:0;c4c650e80f58:35113 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4c650e80f58,41263,1731513271699 with port=35113, startcode=1731513271736 2024-11-13T15:54:33,575 DEBUG [RS:0;c4c650e80f58:35113 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T15:54:33,576 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T15:54:33,577 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41263 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4c650e80f58,35113,1731513271736 2024-11-13T15:54:33,577 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41263 {}] master.ServerManager(517): Registering regionserver=c4c650e80f58,35113,1731513271736 2024-11-13T15:54:33,578 DEBUG [RS:0;c4c650e80f58:35113 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6 2024-11-13T15:54:33,578 DEBUG [RS:0;c4c650e80f58:35113 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37693 2024-11-13T15:54:33,578 DEBUG [RS:0;c4c650e80f58:35113 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T15:54:33,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100a5ff433c0003, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2095891405/rs 2024-11-13T15:54:33,583 DEBUG [RS:0;c4c650e80f58:35113 {}] zookeeper.ZKUtil(111): regionserver:35113-0x100a5ff433c0004, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Set watcher on existing znode=/1-2095891405/rs/c4c650e80f58,35113,1731513271736 2024-11-13T15:54:33,583 WARN [RS:0;c4c650e80f58:35113 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:54:33,583 INFO [RS:0;c4c650e80f58:35113 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:54:33,584 DEBUG [RS:0;c4c650e80f58:35113 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/WALs/c4c650e80f58,35113,1731513271736 2024-11-13T15:54:33,584 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4c650e80f58,35113,1731513271736] 2024-11-13T15:54:33,586 INFO [RS:0;c4c650e80f58:35113 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T15:54:33,588 INFO [RS:0;c4c650e80f58:35113 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T15:54:33,590 INFO [RS:0;c4c650e80f58:35113 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T15:54:33,590 INFO [RS:0;c4c650e80f58:35113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:33,591 INFO [RS:0;c4c650e80f58:35113 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T15:54:33,591 INFO [RS:0;c4c650e80f58:35113 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T15:54:33,591 INFO [RS:0;c4c650e80f58:35113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:33,592 DEBUG [RS:0;c4c650e80f58:35113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:33,592 DEBUG [RS:0;c4c650e80f58:35113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:33,592 DEBUG [RS:0;c4c650e80f58:35113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:33,592 DEBUG [RS:0;c4c650e80f58:35113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:33,592 DEBUG [RS:0;c4c650e80f58:35113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:33,592 DEBUG [RS:0;c4c650e80f58:35113 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:54:33,592 DEBUG [RS:0;c4c650e80f58:35113 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:33,592 DEBUG [RS:0;c4c650e80f58:35113 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:33,592 DEBUG [RS:0;c4c650e80f58:35113 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:33,592 DEBUG [RS:0;c4c650e80f58:35113 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:33,592 DEBUG [RS:0;c4c650e80f58:35113 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:33,592 DEBUG [RS:0;c4c650e80f58:35113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:33,592 DEBUG [RS:0;c4c650e80f58:35113 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:54:33,592 DEBUG [RS:0;c4c650e80f58:35113 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:54:33,592 INFO [RS:0;c4c650e80f58:35113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:33,592 INFO [RS:0;c4c650e80f58:35113 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:33,592 INFO [RS:0;c4c650e80f58:35113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:33,592 INFO [RS:0;c4c650e80f58:35113 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:33,592 INFO [RS:0;c4c650e80f58:35113 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:33,592 INFO [RS:0;c4c650e80f58:35113 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,35113,1731513271736-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:54:33,607 INFO [RS:0;c4c650e80f58:35113 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T15:54:33,607 INFO [RS:0;c4c650e80f58:35113 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,35113,1731513271736-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:33,607 INFO [RS:0;c4c650e80f58:35113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:33,607 INFO [RS:0;c4c650e80f58:35113 {}] regionserver.Replication(171): c4c650e80f58,35113,1731513271736 started 2024-11-13T15:54:33,621 INFO [RS:0;c4c650e80f58:35113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:33,621 INFO [RS:0;c4c650e80f58:35113 {}] regionserver.HRegionServer(1482): Serving as c4c650e80f58,35113,1731513271736, RpcServer on c4c650e80f58/172.17.0.3:35113, sessionid=0x100a5ff433c0004 2024-11-13T15:54:33,621 DEBUG [RS:0;c4c650e80f58:35113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T15:54:33,621 DEBUG [RS:0;c4c650e80f58:35113 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4c650e80f58,35113,1731513271736 2024-11-13T15:54:33,621 DEBUG [RS:0;c4c650e80f58:35113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,35113,1731513271736' 2024-11-13T15:54:33,621 DEBUG [RS:0;c4c650e80f58:35113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2095891405/flush-table-proc/abort' 2024-11-13T15:54:33,622 DEBUG [RS:0;c4c650e80f58:35113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2095891405/flush-table-proc/acquired' 2024-11-13T15:54:33,622 DEBUG [RS:0;c4c650e80f58:35113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T15:54:33,622 DEBUG [RS:0;c4c650e80f58:35113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T15:54:33,622 DEBUG [RS:0;c4c650e80f58:35113 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4c650e80f58,35113,1731513271736 2024-11-13T15:54:33,622 DEBUG [RS:0;c4c650e80f58:35113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,35113,1731513271736' 2024-11-13T15:54:33,622 DEBUG [RS:0;c4c650e80f58:35113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2095891405/online-snapshot/abort' 2024-11-13T15:54:33,622 DEBUG [RS:0;c4c650e80f58:35113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2095891405/online-snapshot/acquired' 2024-11-13T15:54:33,623 DEBUG [RS:0;c4c650e80f58:35113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T15:54:33,623 INFO [RS:0;c4c650e80f58:35113 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T15:54:33,623 INFO [RS:0;c4c650e80f58:35113 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T15:54:33,723 INFO [RS:0;c4c650e80f58:35113 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:54:33,725 INFO [RS:0;c4c650e80f58:35113 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C35113%2C1731513271736, suffix=, logDir=hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/WALs/c4c650e80f58,35113,1731513271736, archiveDir=hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/oldWALs, maxLogs=10 2024-11-13T15:54:33,746 DEBUG [RS:0;c4c650e80f58:35113 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/WALs/c4c650e80f58,35113,1731513271736/c4c650e80f58%2C35113%2C1731513271736.1731513273725, exclude list is [], retry=0 2024-11-13T15:54:33,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40035,DS-a37912ae-c644-4b5b-b132-f36a81467896,DISK] 2024-11-13T15:54:33,751 INFO [RS:0;c4c650e80f58:35113 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/WALs/c4c650e80f58,35113,1731513271736/c4c650e80f58%2C35113%2C1731513271736.1731513273725 2024-11-13T15:54:33,751 DEBUG [RS:0;c4c650e80f58:35113 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36517:36517)] 2024-11-13T15:54:33,927 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T15:54:33,927 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6 2024-11-13T15:54:33,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741833_1009 (size=32) 2024-11-13T15:54:34,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:54:34,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:54:34,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:54:34,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:34,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:34,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:54:34,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:54:34,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:34,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:34,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:54:34,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:54:34,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:34,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:34,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:54:34,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:54:34,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:34,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:34,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:54:34,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/meta/1588230740 2024-11-13T15:54:34,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/meta/1588230740 2024-11-13T15:54:34,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:54:34,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:54:34,345 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:54:34,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:54:34,348 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:54:34,348 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63788330, jitterRate=-0.04947981238365173}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:54:34,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731513274334Initializing all the Stores at 1731513274335 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513274335Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513274335Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513274335Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513274335Cleaning up temporary data from old regions at 1731513274344 (+9 ms)Region opened successfully at 1731513274348 (+4 ms) 2024-11-13T15:54:34,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:54:34,348 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:54:34,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:54:34,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:54:34,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:54:34,349 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:54:34,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513274348Disabling compacts and flushes for region at 1731513274348Disabling writes for close at 1731513274348Writing region close event to WAL at 1731513274349 (+1 ms)Closed at 1731513274349 2024-11-13T15:54:34,350 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:54:34,350 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T15:54:34,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T15:54:34,351 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:54:34,352 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T15:54:34,502 DEBUG [c4c650e80f58:41263 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T15:54:34,503 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4c650e80f58,35113,1731513271736 2024-11-13T15:54:34,504 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,35113,1731513271736, state=OPENING 2024-11-13T15:54:34,505 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T15:54:34,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100a5ff433c0003, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2095891405 2024-11-13T15:54:34,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35113-0x100a5ff433c0004, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2095891405 2024-11-13T15:54:34,508 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:54:34,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2095891405/meta-region-server: CHANGED 2024-11-13T15:54:34,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,35113,1731513271736}] 2024-11-13T15:54:34,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2095891405/meta-region-server: CHANGED 2024-11-13T15:54:34,662 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T15:54:34,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T15:54:34,673 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T15:54:34,673 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:54:34,673 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T15:54:34,674 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C35113%2C1731513271736.meta, suffix=.meta, logDir=hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/WALs/c4c650e80f58,35113,1731513271736, archiveDir=hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/oldWALs, maxLogs=10 2024-11-13T15:54:34,692 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/WALs/c4c650e80f58,35113,1731513271736/c4c650e80f58%2C35113%2C1731513271736.meta.1731513274675.meta, exclude list is [], retry=0 2024-11-13T15:54:34,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40035,DS-a37912ae-c644-4b5b-b132-f36a81467896,DISK] 2024-11-13T15:54:34,696 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/WALs/c4c650e80f58,35113,1731513271736/c4c650e80f58%2C35113%2C1731513271736.meta.1731513274675.meta 2024-11-13T15:54:34,696 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36517:36517)] 2024-11-13T15:54:34,696 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:54:34,697 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:54:34,697 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:54:34,697 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T15:54:34,697 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T15:54:34,697 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T15:54:34,697 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:54:34,697 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T15:54:34,697 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T15:54:34,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:54:34,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:54:34,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:34,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:34,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:54:34,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:54:34,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:34,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:34,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:54:34,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:54:34,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:34,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:34,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:54:34,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:54:34,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:34,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:34,702 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:54:34,703 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/meta/1588230740 2024-11-13T15:54:34,704 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/meta/1588230740 2024-11-13T15:54:34,705 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:54:34,705 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:54:34,705 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:54:34,706 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:54:34,707 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61361367, jitterRate=-0.08564437925815582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:54:34,707 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T15:54:34,707 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731513274697Writing region info on filesystem at 1731513274697Initializing all the Stores at 1731513274698 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513274698Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513274698Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513274698Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513274698Cleaning up temporary data from old regions at 1731513274705 (+7 ms)Running coprocessor post-open hooks at 1731513274707 (+2 ms)Region opened successfully at 1731513274707 2024-11-13T15:54:34,708 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731513274661 2024-11-13T15:54:34,709 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T15:54:34,709 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T15:54:34,710 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,35113,1731513271736 2024-11-13T15:54:34,711 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,35113,1731513271736, state=OPEN 2024-11-13T15:54:34,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35113-0x100a5ff433c0004, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2095891405/meta-region-server 2024-11-13T15:54:34,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100a5ff433c0003, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2095891405/meta-region-server 2024-11-13T15:54:34,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2095891405/meta-region-server: CHANGED 2024-11-13T15:54:34,712 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4c650e80f58,35113,1731513271736 2024-11-13T15:54:34,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2095891405/meta-region-server: CHANGED 2024-11-13T15:54:34,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T15:54:34,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,35113,1731513271736 in 204 msec 2024-11-13T15:54:34,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T15:54:34,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 364 msec 2024-11-13T15:54:34,716 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:54:34,716 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T15:54:34,717 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:54:34,717 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,35113,1731513271736, seqNum=-1] 2024-11-13T15:54:34,718 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:54:34,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:54:34,723 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2110 sec 2024-11-13T15:54:34,723 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731513274723, completionTime=-1 2024-11-13T15:54:34,723 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T15:54:34,723 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T15:54:34,725 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T15:54:34,725 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731513334725 2024-11-13T15:54:34,725 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731513394725 2024-11-13T15:54:34,725 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T15:54:34,725 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,41263,1731513271699-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:34,726 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,41263,1731513271699-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:34,726 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,41263,1731513271699-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:34,726 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4c650e80f58:41263, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:34,726 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:34,726 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:34,727 DEBUG [master/c4c650e80f58:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T15:54:34,729 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.958sec 2024-11-13T15:54:34,729 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T15:54:34,729 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T15:54:34,729 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T15:54:34,729 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T15:54:34,729 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T15:54:34,729 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,41263,1731513271699-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:54:34,729 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,41263,1731513271699-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T15:54:34,731 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T15:54:34,731 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T15:54:34,731 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,41263,1731513271699-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:34,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d19e4bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:34,760 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,41263,-1 for getting cluster id 2024-11-13T15:54:34,760 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:54:34,761 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31a0d619-d1f8-4cb4-9538-d5ad8f574dd0' 2024-11-13T15:54:34,761 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:54:34,761 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31a0d619-d1f8-4cb4-9538-d5ad8f574dd0" 2024-11-13T15:54:34,761 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5532041b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:34,761 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,41263,-1] 2024-11-13T15:54:34,762 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:54:34,762 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:34,763 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:54:34,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7737a276, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:34,764 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:54:34,765 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,35113,1731513271736, seqNum=-1] 2024-11-13T15:54:34,765 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:54:34,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:54:34,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4c650e80f58,41263,1731513271699 2024-11-13T15:54:34,769 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55535 2024-11-13T15:54:34,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:54:34,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100a5ff433c0005 connected 2024-11-13T15:54:34,774 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:54:34,775 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,44143,1731513268236 2024-11-13T15:54:34,775 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3293e5a2 2024-11-13T15:54:34,775 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:54:34,776 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:54:34,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:54:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T15:54:34,779 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T15:54:34,779 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:34,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T15:54:34,780 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T15:54:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:54:34,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37517 is added to blk_1073741835_1011 (size=902) 2024-11-13T15:54:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:54:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:54:35,193 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b0e4d1be9910eb6ff35da0c9fb5bf317, NAME => 'test,,1731513274777.b0e4d1be9910eb6ff35da0c9fb5bf317.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594 2024-11-13T15:54:35,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37517 is added to blk_1073741836_1012 (size=39) 2024-11-13T15:54:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:54:35,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731513274777.b0e4d1be9910eb6ff35da0c9fb5bf317.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:54:35,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b0e4d1be9910eb6ff35da0c9fb5bf317, disabling compactions & flushes 2024-11-13T15:54:35,600 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731513274777.b0e4d1be9910eb6ff35da0c9fb5bf317. 2024-11-13T15:54:35,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731513274777.b0e4d1be9910eb6ff35da0c9fb5bf317. 2024-11-13T15:54:35,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731513274777.b0e4d1be9910eb6ff35da0c9fb5bf317. after waiting 0 ms 2024-11-13T15:54:35,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731513274777.b0e4d1be9910eb6ff35da0c9fb5bf317. 2024-11-13T15:54:35,600 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731513274777.b0e4d1be9910eb6ff35da0c9fb5bf317. 2024-11-13T15:54:35,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b0e4d1be9910eb6ff35da0c9fb5bf317: Waiting for close lock at 1731513275600Disabling compacts and flushes for region at 1731513275600Disabling writes for close at 1731513275600Writing region close event to WAL at 1731513275600Closed at 1731513275600 2024-11-13T15:54:35,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T15:54:35,602 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731513274777.b0e4d1be9910eb6ff35da0c9fb5bf317.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731513275601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513275601"}]},"ts":"1731513275601"} 2024-11-13T15:54:35,603 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T15:54:35,604 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T15:54:35,604 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513275604"}]},"ts":"1731513275604"} 2024-11-13T15:54:35,606 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T15:54:35,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b0e4d1be9910eb6ff35da0c9fb5bf317, ASSIGN}] 2024-11-13T15:54:35,607 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b0e4d1be9910eb6ff35da0c9fb5bf317, ASSIGN 2024-11-13T15:54:35,608 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b0e4d1be9910eb6ff35da0c9fb5bf317, ASSIGN; state=OFFLINE, location=c4c650e80f58,36151,1731513268293; forceNewPlan=false, retain=false 2024-11-13T15:54:35,759 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b0e4d1be9910eb6ff35da0c9fb5bf317, regionState=OPENING, regionLocation=c4c650e80f58,36151,1731513268293 2024-11-13T15:54:35,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b0e4d1be9910eb6ff35da0c9fb5bf317, ASSIGN because future has completed 2024-11-13T15:54:35,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0e4d1be9910eb6ff35da0c9fb5bf317, server=c4c650e80f58,36151,1731513268293}] 2024-11-13T15:54:35,918 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731513274777.b0e4d1be9910eb6ff35da0c9fb5bf317. 2024-11-13T15:54:35,918 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b0e4d1be9910eb6ff35da0c9fb5bf317, NAME => 'test,,1731513274777.b0e4d1be9910eb6ff35da0c9fb5bf317.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:54:35,918 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:54:35,918 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T15:54:35,920 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b0e4d1be9910eb6ff35da0c9fb5bf317 2024-11-13T15:54:35,920 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731513274777.b0e4d1be9910eb6ff35da0c9fb5bf317.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:54:35,920 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b0e4d1be9910eb6ff35da0c9fb5bf317 2024-11-13T15:54:35,920 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b0e4d1be9910eb6ff35da0c9fb5bf317 2024-11-13T15:54:35,922 INFO [StoreOpener-b0e4d1be9910eb6ff35da0c9fb5bf317-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b0e4d1be9910eb6ff35da0c9fb5bf317 2024-11-13T15:54:35,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:54:35,923 INFO [StoreOpener-b0e4d1be9910eb6ff35da0c9fb5bf317-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0e4d1be9910eb6ff35da0c9fb5bf317 columnFamilyName f 2024-11-13T15:54:35,923 DEBUG [StoreOpener-b0e4d1be9910eb6ff35da0c9fb5bf317-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:35,924 INFO [StoreOpener-b0e4d1be9910eb6ff35da0c9fb5bf317-1 {}] regionserver.HStore(327): Store=b0e4d1be9910eb6ff35da0c9fb5bf317/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:54:35,924 INFO [StoreOpener-b0e4d1be9910eb6ff35da0c9fb5bf317-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b0e4d1be9910eb6ff35da0c9fb5bf317 2024-11-13T15:54:35,925 INFO [StoreOpener-b0e4d1be9910eb6ff35da0c9fb5bf317-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0e4d1be9910eb6ff35da0c9fb5bf317 columnFamilyName f1 2024-11-13T15:54:35,925 DEBUG [StoreOpener-b0e4d1be9910eb6ff35da0c9fb5bf317-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:35,925 INFO [StoreOpener-b0e4d1be9910eb6ff35da0c9fb5bf317-1 {}] regionserver.HStore(327): Store=b0e4d1be9910eb6ff35da0c9fb5bf317/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:54:35,926 INFO [StoreOpener-b0e4d1be9910eb6ff35da0c9fb5bf317-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b0e4d1be9910eb6ff35da0c9fb5bf317 2024-11-13T15:54:35,927 INFO [StoreOpener-b0e4d1be9910eb6ff35da0c9fb5bf317-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0e4d1be9910eb6ff35da0c9fb5bf317 columnFamilyName norep 2024-11-13T15:54:35,927 DEBUG [StoreOpener-b0e4d1be9910eb6ff35da0c9fb5bf317-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:35,927 INFO [StoreOpener-b0e4d1be9910eb6ff35da0c9fb5bf317-1 {}] regionserver.HStore(327): Store=b0e4d1be9910eb6ff35da0c9fb5bf317/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:54:35,927 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b0e4d1be9910eb6ff35da0c9fb5bf317 2024-11-13T15:54:35,928 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/default/test/b0e4d1be9910eb6ff35da0c9fb5bf317 2024-11-13T15:54:35,928 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/default/test/b0e4d1be9910eb6ff35da0c9fb5bf317 2024-11-13T15:54:35,929 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b0e4d1be9910eb6ff35da0c9fb5bf317 2024-11-13T15:54:35,929 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b0e4d1be9910eb6ff35da0c9fb5bf317 2024-11-13T15:54:35,930 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T15:54:35,932 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b0e4d1be9910eb6ff35da0c9fb5bf317 2024-11-13T15:54:35,940 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/default/test/b0e4d1be9910eb6ff35da0c9fb5bf317/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:54:35,940 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b0e4d1be9910eb6ff35da0c9fb5bf317; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73011530, jitterRate=0.08795657753944397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T15:54:35,940 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0e4d1be9910eb6ff35da0c9fb5bf317 2024-11-13T15:54:35,941 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b0e4d1be9910eb6ff35da0c9fb5bf317: Running coprocessor pre-open hook at 1731513275920Writing region info on filesystem at 1731513275920Initializing all the Stores at 1731513275921 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513275921Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513275921Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513275921Cleaning up temporary data from old regions at 1731513275929 (+8 ms)Running coprocessor post-open hooks at 1731513275940 (+11 ms)Region opened successfully at 1731513275941 (+1 ms) 2024-11-13T15:54:35,942 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731513274777.b0e4d1be9910eb6ff35da0c9fb5bf317., pid=6, masterSystemTime=1731513275914 2024-11-13T15:54:35,945 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731513274777.b0e4d1be9910eb6ff35da0c9fb5bf317. 2024-11-13T15:54:35,945 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731513274777.b0e4d1be9910eb6ff35da0c9fb5bf317. 2024-11-13T15:54:35,945 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b0e4d1be9910eb6ff35da0c9fb5bf317, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c4c650e80f58,36151,1731513268293 2024-11-13T15:54:35,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0e4d1be9910eb6ff35da0c9fb5bf317, server=c4c650e80f58,36151,1731513268293 because future has completed 2024-11-13T15:54:35,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T15:54:35,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b0e4d1be9910eb6ff35da0c9fb5bf317, server=c4c650e80f58,36151,1731513268293 in 189 msec 2024-11-13T15:54:35,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T15:54:35,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b0e4d1be9910eb6ff35da0c9fb5bf317, ASSIGN in 348 msec 2024-11-13T15:54:35,957 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T15:54:35,958 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513275957"}]},"ts":"1731513275957"} 2024-11-13T15:54:35,960 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T15:54:35,961 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T15:54:35,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1840 sec 2024-11-13T15:54:36,015 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T15:54:36,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:36,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:36,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:36,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:36,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:36,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:36,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:36,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:36,078 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T15:54:36,079 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T15:54:36,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:54:36,933 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T15:54:36,933 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:54:36,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,41263,1731513271699 2024-11-13T15:54:36,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5848654f 2024-11-13T15:54:36,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:54:36,935 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:54:36,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:54:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T15:54:36,938 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T15:54:36,938 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:36,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T15:54:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:54:36,939 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T15:54:36,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741835_1011 (size=902) 2024-11-13T15:54:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:54:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:54:37,352 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e189ab220c3b4cf1af6b5d88a347094c, NAME => 'test,,1731513276935.e189ab220c3b4cf1af6b5d88a347094c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6 2024-11-13T15:54:37,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741836_1012 (size=39) 2024-11-13T15:54:37,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:54:37,762 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731513276935.e189ab220c3b4cf1af6b5d88a347094c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:54:37,763 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e189ab220c3b4cf1af6b5d88a347094c, disabling compactions & flushes 2024-11-13T15:54:37,763 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731513276935.e189ab220c3b4cf1af6b5d88a347094c. 2024-11-13T15:54:37,763 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731513276935.e189ab220c3b4cf1af6b5d88a347094c. 2024-11-13T15:54:37,763 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731513276935.e189ab220c3b4cf1af6b5d88a347094c. after waiting 0 ms 2024-11-13T15:54:37,763 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731513276935.e189ab220c3b4cf1af6b5d88a347094c. 2024-11-13T15:54:37,763 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731513276935.e189ab220c3b4cf1af6b5d88a347094c. 2024-11-13T15:54:37,763 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e189ab220c3b4cf1af6b5d88a347094c: Waiting for close lock at 1731513277763Disabling compacts and flushes for region at 1731513277763Disabling writes for close at 1731513277763Writing region close event to WAL at 1731513277763Closed at 1731513277763 2024-11-13T15:54:37,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T15:54:37,765 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731513276935.e189ab220c3b4cf1af6b5d88a347094c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731513277764"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513277764"}]},"ts":"1731513277764"} 2024-11-13T15:54:37,767 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T15:54:37,768 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T15:54:37,768 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513277768"}]},"ts":"1731513277768"} 2024-11-13T15:54:37,770 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T15:54:37,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e189ab220c3b4cf1af6b5d88a347094c, ASSIGN}] 2024-11-13T15:54:37,771 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e189ab220c3b4cf1af6b5d88a347094c, ASSIGN 2024-11-13T15:54:37,772 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e189ab220c3b4cf1af6b5d88a347094c, ASSIGN; state=OFFLINE, location=c4c650e80f58,35113,1731513271736; forceNewPlan=false, retain=false 2024-11-13T15:54:37,922 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e189ab220c3b4cf1af6b5d88a347094c, regionState=OPENING, regionLocation=c4c650e80f58,35113,1731513271736 2024-11-13T15:54:37,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e189ab220c3b4cf1af6b5d88a347094c, ASSIGN because future has completed 2024-11-13T15:54:37,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e189ab220c3b4cf1af6b5d88a347094c, server=c4c650e80f58,35113,1731513271736}] 2024-11-13T15:54:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:54:38,081 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731513276935.e189ab220c3b4cf1af6b5d88a347094c. 2024-11-13T15:54:38,081 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e189ab220c3b4cf1af6b5d88a347094c, NAME => 'test,,1731513276935.e189ab220c3b4cf1af6b5d88a347094c.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:54:38,082 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:54:38,082 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T15:54:38,082 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e189ab220c3b4cf1af6b5d88a347094c 2024-11-13T15:54:38,082 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731513276935.e189ab220c3b4cf1af6b5d88a347094c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:54:38,082 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e189ab220c3b4cf1af6b5d88a347094c 2024-11-13T15:54:38,082 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e189ab220c3b4cf1af6b5d88a347094c 2024-11-13T15:54:38,083 INFO [StoreOpener-e189ab220c3b4cf1af6b5d88a347094c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e189ab220c3b4cf1af6b5d88a347094c 2024-11-13T15:54:38,084 INFO [StoreOpener-e189ab220c3b4cf1af6b5d88a347094c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e189ab220c3b4cf1af6b5d88a347094c columnFamilyName f 2024-11-13T15:54:38,085 DEBUG [StoreOpener-e189ab220c3b4cf1af6b5d88a347094c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:38,085 INFO [StoreOpener-e189ab220c3b4cf1af6b5d88a347094c-1 {}] regionserver.HStore(327): Store=e189ab220c3b4cf1af6b5d88a347094c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:54:38,085 INFO [StoreOpener-e189ab220c3b4cf1af6b5d88a347094c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e189ab220c3b4cf1af6b5d88a347094c 2024-11-13T15:54:38,086 INFO [StoreOpener-e189ab220c3b4cf1af6b5d88a347094c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e189ab220c3b4cf1af6b5d88a347094c columnFamilyName f1 2024-11-13T15:54:38,086 DEBUG [StoreOpener-e189ab220c3b4cf1af6b5d88a347094c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:38,086 INFO [StoreOpener-e189ab220c3b4cf1af6b5d88a347094c-1 {}] regionserver.HStore(327): Store=e189ab220c3b4cf1af6b5d88a347094c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:54:38,087 INFO [StoreOpener-e189ab220c3b4cf1af6b5d88a347094c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e189ab220c3b4cf1af6b5d88a347094c 2024-11-13T15:54:38,087 INFO [StoreOpener-e189ab220c3b4cf1af6b5d88a347094c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e189ab220c3b4cf1af6b5d88a347094c columnFamilyName norep 2024-11-13T15:54:38,087 DEBUG [StoreOpener-e189ab220c3b4cf1af6b5d88a347094c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:38,088 INFO [StoreOpener-e189ab220c3b4cf1af6b5d88a347094c-1 {}] regionserver.HStore(327): Store=e189ab220c3b4cf1af6b5d88a347094c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:54:38,088 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e189ab220c3b4cf1af6b5d88a347094c 2024-11-13T15:54:38,088 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/default/test/e189ab220c3b4cf1af6b5d88a347094c 2024-11-13T15:54:38,089 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/default/test/e189ab220c3b4cf1af6b5d88a347094c 2024-11-13T15:54:38,090 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e189ab220c3b4cf1af6b5d88a347094c 2024-11-13T15:54:38,090 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e189ab220c3b4cf1af6b5d88a347094c 2024-11-13T15:54:38,090 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T15:54:38,091 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e189ab220c3b4cf1af6b5d88a347094c 2024-11-13T15:54:38,093 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/default/test/e189ab220c3b4cf1af6b5d88a347094c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:54:38,093 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e189ab220c3b4cf1af6b5d88a347094c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74323416, jitterRate=0.107505202293396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T15:54:38,093 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e189ab220c3b4cf1af6b5d88a347094c 2024-11-13T15:54:38,093 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e189ab220c3b4cf1af6b5d88a347094c: Running coprocessor pre-open hook at 1731513278082Writing region info on filesystem at 1731513278082Initializing all the Stores at 1731513278083 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513278083Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513278083Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513278083Cleaning up temporary data from old regions at 1731513278090 (+7 ms)Running coprocessor post-open hooks at 1731513278093 (+3 ms)Region opened successfully at 1731513278093 2024-11-13T15:54:38,094 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731513276935.e189ab220c3b4cf1af6b5d88a347094c., pid=6, masterSystemTime=1731513278077 2024-11-13T15:54:38,096 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731513276935.e189ab220c3b4cf1af6b5d88a347094c. 2024-11-13T15:54:38,096 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731513276935.e189ab220c3b4cf1af6b5d88a347094c. 2024-11-13T15:54:38,097 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e189ab220c3b4cf1af6b5d88a347094c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c4c650e80f58,35113,1731513271736 2024-11-13T15:54:38,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e189ab220c3b4cf1af6b5d88a347094c, server=c4c650e80f58,35113,1731513271736 because future has completed 2024-11-13T15:54:38,101 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T15:54:38,101 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e189ab220c3b4cf1af6b5d88a347094c, server=c4c650e80f58,35113,1731513271736 in 175 msec 2024-11-13T15:54:38,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T15:54:38,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e189ab220c3b4cf1af6b5d88a347094c, ASSIGN in 331 msec 2024-11-13T15:54:38,104 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T15:54:38,104 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513278104"}]},"ts":"1731513278104"} 2024-11-13T15:54:38,105 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T15:54:38,106 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T15:54:38,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1700 sec 2024-11-13T15:54:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:54:39,083 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T15:54:39,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e63b131, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:39,083 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,44143,-1 for getting cluster id 2024-11-13T15:54:39,084 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:54:39,084 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2a0637d-d101-4db6-9094-adbde06ff954' 2024-11-13T15:54:39,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:54:39,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2a0637d-d101-4db6-9094-adbde06ff954" 2024-11-13T15:54:39,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7522e2c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:39,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,44143,-1] 2024-11-13T15:54:39,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:54:39,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:39,086 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:54:39,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ed7d23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:39,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45c52592, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:39,087 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,41263,-1 for getting cluster id 2024-11-13T15:54:39,087 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:54:39,088 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31a0d619-d1f8-4cb4-9538-d5ad8f574dd0' 2024-11-13T15:54:39,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:54:39,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31a0d619-d1f8-4cb4-9538-d5ad8f574dd0" 2024-11-13T15:54:39,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a3e3957, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:39,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,41263,-1] 2024-11-13T15:54:39,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:54:39,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:39,089 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:54:39,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d45c747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:39,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59a59514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:39,090 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,44143,-1 for getting cluster id 2024-11-13T15:54:39,090 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:54:39,091 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2a0637d-d101-4db6-9094-adbde06ff954' 2024-11-13T15:54:39,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:54:39,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2a0637d-d101-4db6-9094-adbde06ff954" 2024-11-13T15:54:39,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f5bcae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:39,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,44143,-1] 2024-11-13T15:54:39,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:54:39,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:39,092 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:54:39,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ca5f860, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:39,093 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:54:39,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,44143,1731513268236 2024-11-13T15:54:39,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a2bc29 2024-11-13T15:54:39,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:54:39,094 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:54:39,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c4c650e80f58:41263,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T15:54:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T15:54:39,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:54:39,097 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:41263' 2024-11-13T15:54:39,098 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63d4ba81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:39,098 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,41263,-1 for getting cluster id 2024-11-13T15:54:39,098 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:54:39,099 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31a0d619-d1f8-4cb4-9538-d5ad8f574dd0' 2024-11-13T15:54:39,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:54:39,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31a0d619-d1f8-4cb4-9538-d5ad8f574dd0" 2024-11-13T15:54:39,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd46ce0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:39,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,41263,-1] 2024-11-13T15:54:39,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:54:39,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:39,100 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:54:39,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4abc1f14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:39,101 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:54:39,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,41263,1731513271699 2024-11-13T15:54:39,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62636e3a 2024-11-13T15:54:39,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:54:39,102 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:54:39,103 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T15:54:39,103 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T15:54:39,103 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:39,103 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:39,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:54:39,103 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:54:39,104 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T15:54:39,105 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T15:54:39,105 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:39,106 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T15:54:39,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37517 is added to blk_1073741837_1013 (size=1138) 2024-11-13T15:54:39,154 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T15:54:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:54:39,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:54:39,514 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 36f844574f469e983c76d47f6804f019, NAME => 'hbase:replication,,1731513279103.36f844574f469e983c76d47f6804f019.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594 2024-11-13T15:54:39,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37517 is added to blk_1073741838_1014 (size=44) 2024-11-13T15:54:39,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:54:39,920 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731513279103.36f844574f469e983c76d47f6804f019.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:54:39,920 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 36f844574f469e983c76d47f6804f019, disabling compactions & flushes 2024-11-13T15:54:39,920 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731513279103.36f844574f469e983c76d47f6804f019. 2024-11-13T15:54:39,920 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731513279103.36f844574f469e983c76d47f6804f019. 2024-11-13T15:54:39,920 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731513279103.36f844574f469e983c76d47f6804f019. after waiting 0 ms 2024-11-13T15:54:39,920 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731513279103.36f844574f469e983c76d47f6804f019. 2024-11-13T15:54:39,920 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731513279103.36f844574f469e983c76d47f6804f019. 2024-11-13T15:54:39,920 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 36f844574f469e983c76d47f6804f019: Waiting for close lock at 1731513279920Disabling compacts and flushes for region at 1731513279920Disabling writes for close at 1731513279920Writing region close event to WAL at 1731513279920Closed at 1731513279920 2024-11-13T15:54:39,922 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T15:54:39,922 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731513279103.36f844574f469e983c76d47f6804f019.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731513279922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513279922"}]},"ts":"1731513279922"} 2024-11-13T15:54:39,924 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T15:54:39,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T15:54:39,925 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513279925"}]},"ts":"1731513279925"} 2024-11-13T15:54:39,927 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T15:54:39,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=36f844574f469e983c76d47f6804f019, ASSIGN}] 2024-11-13T15:54:39,928 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=36f844574f469e983c76d47f6804f019, ASSIGN 2024-11-13T15:54:39,929 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=36f844574f469e983c76d47f6804f019, ASSIGN; state=OFFLINE, location=c4c650e80f58,36151,1731513268293; forceNewPlan=false, retain=false 2024-11-13T15:54:40,079 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=36f844574f469e983c76d47f6804f019, regionState=OPENING, regionLocation=c4c650e80f58,36151,1731513268293 2024-11-13T15:54:40,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=36f844574f469e983c76d47f6804f019, ASSIGN because future has completed 2024-11-13T15:54:40,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36f844574f469e983c76d47f6804f019, server=c4c650e80f58,36151,1731513268293}] 2024-11-13T15:54:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:54:40,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731513279103.36f844574f469e983c76d47f6804f019. 2024-11-13T15:54:40,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:54:40,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T15:54:40,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C36151%2C1731513268293.rep, suffix=, logDir=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293, archiveDir=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/oldWALs, maxLogs=10 2024-11-13T15:54:40,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293/c4c650e80f58%2C36151%2C1731513268293.rep.1731513280240, exclude list is [], retry=0 2024-11-13T15:54:40,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37517,DS-1efa6c03-3455-4ebf-b86f-5121e1d88698,DISK] 2024-11-13T15:54:40,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293/c4c650e80f58%2C36151%2C1731513268293.rep.1731513280240 2024-11-13T15:54:40,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43507:43507)] 2024-11-13T15:54:40,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 36f844574f469e983c76d47f6804f019, NAME => 'hbase:replication,,1731513279103.36f844574f469e983c76d47f6804f019.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:54:40,258 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:54:40,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:54:40,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731513279103.36f844574f469e983c76d47f6804f019. service=MultiRowMutationService 2024-11-13T15:54:40,258 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T15:54:40,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 36f844574f469e983c76d47f6804f019 2024-11-13T15:54:40,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731513279103.36f844574f469e983c76d47f6804f019.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:54:40,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 36f844574f469e983c76d47f6804f019 2024-11-13T15:54:40,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 36f844574f469e983c76d47f6804f019 2024-11-13T15:54:40,260 INFO [StoreOpener-36f844574f469e983c76d47f6804f019-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 36f844574f469e983c76d47f6804f019 2024-11-13T15:54:40,261 INFO [StoreOpener-36f844574f469e983c76d47f6804f019-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36f844574f469e983c76d47f6804f019 columnFamilyName hfileref 2024-11-13T15:54:40,261 DEBUG [StoreOpener-36f844574f469e983c76d47f6804f019-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:40,261 INFO [StoreOpener-36f844574f469e983c76d47f6804f019-1 {}] regionserver.HStore(327): Store=36f844574f469e983c76d47f6804f019/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:54:40,261 INFO [StoreOpener-36f844574f469e983c76d47f6804f019-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 36f844574f469e983c76d47f6804f019 2024-11-13T15:54:40,262 INFO [StoreOpener-36f844574f469e983c76d47f6804f019-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36f844574f469e983c76d47f6804f019 columnFamilyName queue 2024-11-13T15:54:40,263 DEBUG [StoreOpener-36f844574f469e983c76d47f6804f019-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:40,263 INFO [StoreOpener-36f844574f469e983c76d47f6804f019-1 {}] regionserver.HStore(327): Store=36f844574f469e983c76d47f6804f019/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:54:40,263 INFO [StoreOpener-36f844574f469e983c76d47f6804f019-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 36f844574f469e983c76d47f6804f019 2024-11-13T15:54:40,264 INFO [StoreOpener-36f844574f469e983c76d47f6804f019-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36f844574f469e983c76d47f6804f019 columnFamilyName sid 2024-11-13T15:54:40,264 DEBUG [StoreOpener-36f844574f469e983c76d47f6804f019-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:40,265 INFO [StoreOpener-36f844574f469e983c76d47f6804f019-1 {}] regionserver.HStore(327): Store=36f844574f469e983c76d47f6804f019/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:54:40,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 36f844574f469e983c76d47f6804f019 2024-11-13T15:54:40,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/replication/36f844574f469e983c76d47f6804f019 2024-11-13T15:54:40,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/replication/36f844574f469e983c76d47f6804f019 2024-11-13T15:54:40,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 36f844574f469e983c76d47f6804f019 2024-11-13T15:54:40,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 36f844574f469e983c76d47f6804f019 2024-11-13T15:54:40,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T15:54:40,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 36f844574f469e983c76d47f6804f019 2024-11-13T15:54:40,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/replication/36f844574f469e983c76d47f6804f019/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:54:40,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 36f844574f469e983c76d47f6804f019; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66570161, jitterRate=-0.008027300238609314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T15:54:40,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 36f844574f469e983c76d47f6804f019 2024-11-13T15:54:40,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 36f844574f469e983c76d47f6804f019: Running coprocessor pre-open hook at 1731513280259Writing region info on filesystem at 1731513280259Initializing all the Stores at 1731513280259Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513280259Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513280259Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513280259Cleaning up temporary data from old regions at 1731513280266 (+7 ms)Running coprocessor post-open hooks at 1731513280270 (+4 ms)Region opened successfully at 1731513280270 2024-11-13T15:54:40,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731513279103.36f844574f469e983c76d47f6804f019., pid=10, masterSystemTime=1731513280234 2024-11-13T15:54:40,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731513279103.36f844574f469e983c76d47f6804f019. 2024-11-13T15:54:40,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731513279103.36f844574f469e983c76d47f6804f019. 2024-11-13T15:54:40,273 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=36f844574f469e983c76d47f6804f019, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,36151,1731513268293 2024-11-13T15:54:40,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36f844574f469e983c76d47f6804f019, server=c4c650e80f58,36151,1731513268293 because future has completed 2024-11-13T15:54:40,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T15:54:40,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 36f844574f469e983c76d47f6804f019, server=c4c650e80f58,36151,1731513268293 in 194 msec 2024-11-13T15:54:40,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T15:54:40,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=36f844574f469e983c76d47f6804f019, ASSIGN in 350 msec 2024-11-13T15:54:40,280 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T15:54:40,280 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513280280"}]},"ts":"1731513280280"} 2024-11-13T15:54:40,281 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T15:54:40,282 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T15:54:40,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-13T15:54:40,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731513279103.36f844574f469e983c76d47f6804f019., hostname=c4c650e80f58,36151,1731513268293, seqNum=2] 2024-11-13T15:54:40,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36151-0x100a5ff433c0001, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036317512 2024-11-13T15:54:40,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x100a5ff433c0000, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036317512 2024-11-13T15:54:40,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T15:54:40,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T15:54:40,473 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T15:54:40,502 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c4c650e80f58,36151,1731513268293, ReplicationSource: 1, currentBandwidth=0 2024-11-13T15:54:40,503 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:54:40,503 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,36151,1731513268293, seqNum=-1] 2024-11-13T15:54:40,503 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:54:40,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-13T15:54:40,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c4c650e80f58,36151,1731513268293', locateType=CURRENT is [region=hbase:replication,,1731513279103.36f844574f469e983c76d47f6804f019., hostname=c4c650e80f58,36151,1731513268293, seqNum=2] 2024-11-13T15:54:40,509 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T15:54:40,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T15:54:40,511 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c4c650e80f58,36151,1731513268293 suceeded 2024-11-13T15:54:40,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T15:54:40,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-13T15:54:40,512 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c4c650e80f58:41263,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T15:54:40,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4180 sec 2024-11-13T15:54:40,530 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:41263' 2024-11-13T15:54:40,532 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c536eea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:40,532 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,41263,-1 for getting cluster id 2024-11-13T15:54:40,532 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:54:40,533 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31a0d619-d1f8-4cb4-9538-d5ad8f574dd0' 2024-11-13T15:54:40,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:54:40,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31a0d619-d1f8-4cb4-9538-d5ad8f574dd0" 2024-11-13T15:54:40,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@752d2bf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:40,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,41263,-1] 2024-11-13T15:54:40,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:54:40,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:40,535 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:54:40,536 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f9c08f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:40,537 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:54:40,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,41263,1731513271699 2024-11-13T15:54:40,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@462dfe93 2024-11-13T15:54:40,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:54:40,539 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-13T15:54:40,539 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c4c650e80f58,36151,1731513268293 (queues=1) is replicating from cluster=d2a0637d-d101-4db6-9094-adbde06ff954 to cluster=31a0d619-d1f8-4cb4-9538-d5ad8f574dd0 2024-11-13T15:54:40,539 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c4c650e80f58%2C36151%2C1731513268293 2024-11-13T15:54:40,539 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c4c650e80f58,36151,1731513268293, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T15:54:40,540 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.shipperc4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4c650e80f58%2C36151%2C1731513268293 2024-11-13T15:54:40,540 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.wal-reader.c4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293/c4c650e80f58%2C36151%2C1731513268293.1731513270178, startPosition=0, beingWritten=true 2024-11-13T15:54:40,548 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.wal-reader.c4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:54:40,548 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.wal-reader.c4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293/c4c650e80f58%2C36151%2C1731513268293.1731513270178 to pos 379, reset compression=false 2024-11-13T15:54:40,548 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.shipperc4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,36151,1731513268293 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293/c4c650e80f58%2C36151%2C1731513268293.1731513270178, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T15:54:40,755 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.wal-reader.c4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293/c4c650e80f58%2C36151%2C1731513268293.1731513270178 to pos 379, reset compression=false 2024-11-13T15:54:41,058 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.wal-reader.c4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293/c4c650e80f58%2C36151%2C1731513268293.1731513270178 to pos 379, reset compression=false 2024-11-13T15:54:41,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:54:41,252 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T15:54:41,252 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:54:41,253 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:54:41,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:41,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:41,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:54:41,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@289fcf43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:41,253 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,41263,-1 for getting cluster id 2024-11-13T15:54:41,254 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:54:41,254 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31a0d619-d1f8-4cb4-9538-d5ad8f574dd0' 2024-11-13T15:54:41,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:54:41,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31a0d619-d1f8-4cb4-9538-d5ad8f574dd0" 2024-11-13T15:54:41,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b389f33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:41,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,41263,-1] 2024-11-13T15:54:41,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:54:41,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:41,256 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:54:41,257 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29be2e0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:41,257 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:54:41,257 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,41263,1731513271699 2024-11-13T15:54:41,257 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7681ced5 2024-11-13T15:54:41,258 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:54:41,258 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:54:41,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c4c650e80f58:44143,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T15:54:41,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T15:54:41,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:54:41,262 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:44143' 2024-11-13T15:54:41,263 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2060ebc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:41,263 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,44143,-1 for getting cluster id 2024-11-13T15:54:41,263 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:54:41,263 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2a0637d-d101-4db6-9094-adbde06ff954' 2024-11-13T15:54:41,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:54:41,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2a0637d-d101-4db6-9094-adbde06ff954" 2024-11-13T15:54:41,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fbbb982, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:41,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,44143,-1] 2024-11-13T15:54:41,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:54:41,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:41,264 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:54:41,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7732a34a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:41,265 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:54:41,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,44143,1731513268236 2024-11-13T15:54:41,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@407edf1 2024-11-13T15:54:41,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:54:41,266 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:54:41,267 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T15:54:41,267 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T15:54:41,267 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:41,267 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:41,267 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:54:41,268 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:54:41,268 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T15:54:41,269 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T15:54:41,270 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:41,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T15:54:41,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741837_1013 (size=1138) 2024-11-13T15:54:41,278 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0a349902ec18fa8edba6bb327d7093ec, NAME => 'hbase:replication,,1731513281267.0a349902ec18fa8edba6bb327d7093ec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6 2024-11-13T15:54:41,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741838_1014 (size=44) 2024-11-13T15:54:41,319 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T15:54:41,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:54:41,422 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T15:54:41,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:41,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:41,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:41,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:41,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:41,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:41,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:41,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:41,462 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.wal-reader.c4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293/c4c650e80f58%2C36151%2C1731513268293.1731513270178 to pos 379, reset compression=false 2024-11-13T15:54:41,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:54:41,689 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731513281267.0a349902ec18fa8edba6bb327d7093ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:54:41,689 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0a349902ec18fa8edba6bb327d7093ec, disabling compactions & flushes 2024-11-13T15:54:41,689 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731513281267.0a349902ec18fa8edba6bb327d7093ec. 2024-11-13T15:54:41,689 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731513281267.0a349902ec18fa8edba6bb327d7093ec. 2024-11-13T15:54:41,689 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731513281267.0a349902ec18fa8edba6bb327d7093ec. after waiting 0 ms 2024-11-13T15:54:41,689 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731513281267.0a349902ec18fa8edba6bb327d7093ec. 2024-11-13T15:54:41,689 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731513281267.0a349902ec18fa8edba6bb327d7093ec. 2024-11-13T15:54:41,689 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0a349902ec18fa8edba6bb327d7093ec: Waiting for close lock at 1731513281689Disabling compacts and flushes for region at 1731513281689Disabling writes for close at 1731513281689Writing region close event to WAL at 1731513281689Closed at 1731513281689 2024-11-13T15:54:41,690 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T15:54:41,690 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731513281267.0a349902ec18fa8edba6bb327d7093ec.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731513281690"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513281690"}]},"ts":"1731513281690"} 2024-11-13T15:54:41,692 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T15:54:41,693 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T15:54:41,693 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513281693"}]},"ts":"1731513281693"} 2024-11-13T15:54:41,694 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T15:54:41,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0a349902ec18fa8edba6bb327d7093ec, ASSIGN}] 2024-11-13T15:54:41,696 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0a349902ec18fa8edba6bb327d7093ec, ASSIGN 2024-11-13T15:54:41,697 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0a349902ec18fa8edba6bb327d7093ec, ASSIGN; state=OFFLINE, location=c4c650e80f58,35113,1731513271736; forceNewPlan=false, retain=false 2024-11-13T15:54:41,847 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0a349902ec18fa8edba6bb327d7093ec, regionState=OPENING, regionLocation=c4c650e80f58,35113,1731513271736 2024-11-13T15:54:41,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0a349902ec18fa8edba6bb327d7093ec, ASSIGN because future has completed 2024-11-13T15:54:41,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a349902ec18fa8edba6bb327d7093ec, server=c4c650e80f58,35113,1731513271736}] 2024-11-13T15:54:41,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:54:41,968 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.wal-reader.c4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293/c4c650e80f58%2C36151%2C1731513268293.1731513270178 to pos 379, reset compression=false 2024-11-13T15:54:42,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731513281267.0a349902ec18fa8edba6bb327d7093ec. 2024-11-13T15:54:42,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:54:42,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T15:54:42,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C35113%2C1731513271736.rep, suffix=, logDir=hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/WALs/c4c650e80f58,35113,1731513271736, archiveDir=hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/oldWALs, maxLogs=10 2024-11-13T15:54:42,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/WALs/c4c650e80f58,35113,1731513271736/c4c650e80f58%2C35113%2C1731513271736.rep.1731513282009, exclude list is [], retry=0 2024-11-13T15:54:42,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40035,DS-a37912ae-c644-4b5b-b132-f36a81467896,DISK] 2024-11-13T15:54:42,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/WALs/c4c650e80f58,35113,1731513271736/c4c650e80f58%2C35113%2C1731513271736.rep.1731513282009 2024-11-13T15:54:42,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36517:36517)] 2024-11-13T15:54:42,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a349902ec18fa8edba6bb327d7093ec, NAME => 'hbase:replication,,1731513281267.0a349902ec18fa8edba6bb327d7093ec.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:54:42,033 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:54:42,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:54:42,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731513281267.0a349902ec18fa8edba6bb327d7093ec. service=MultiRowMutationService 2024-11-13T15:54:42,033 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T15:54:42,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0a349902ec18fa8edba6bb327d7093ec 2024-11-13T15:54:42,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731513281267.0a349902ec18fa8edba6bb327d7093ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:54:42,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0a349902ec18fa8edba6bb327d7093ec 2024-11-13T15:54:42,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0a349902ec18fa8edba6bb327d7093ec 2024-11-13T15:54:42,035 INFO [StoreOpener-0a349902ec18fa8edba6bb327d7093ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0a349902ec18fa8edba6bb327d7093ec 2024-11-13T15:54:42,036 INFO [StoreOpener-0a349902ec18fa8edba6bb327d7093ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a349902ec18fa8edba6bb327d7093ec columnFamilyName hfileref 2024-11-13T15:54:42,036 DEBUG [StoreOpener-0a349902ec18fa8edba6bb327d7093ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:42,036 INFO [StoreOpener-0a349902ec18fa8edba6bb327d7093ec-1 {}] regionserver.HStore(327): Store=0a349902ec18fa8edba6bb327d7093ec/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:54:42,037 INFO [StoreOpener-0a349902ec18fa8edba6bb327d7093ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0a349902ec18fa8edba6bb327d7093ec 2024-11-13T15:54:42,037 INFO [StoreOpener-0a349902ec18fa8edba6bb327d7093ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a349902ec18fa8edba6bb327d7093ec columnFamilyName queue 2024-11-13T15:54:42,038 DEBUG [StoreOpener-0a349902ec18fa8edba6bb327d7093ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:42,038 INFO [StoreOpener-0a349902ec18fa8edba6bb327d7093ec-1 {}] regionserver.HStore(327): Store=0a349902ec18fa8edba6bb327d7093ec/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:54:42,038 INFO [StoreOpener-0a349902ec18fa8edba6bb327d7093ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0a349902ec18fa8edba6bb327d7093ec 2024-11-13T15:54:42,039 INFO [StoreOpener-0a349902ec18fa8edba6bb327d7093ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a349902ec18fa8edba6bb327d7093ec columnFamilyName sid 2024-11-13T15:54:42,039 DEBUG [StoreOpener-0a349902ec18fa8edba6bb327d7093ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:42,039 INFO [StoreOpener-0a349902ec18fa8edba6bb327d7093ec-1 {}] regionserver.HStore(327): Store=0a349902ec18fa8edba6bb327d7093ec/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:54:42,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0a349902ec18fa8edba6bb327d7093ec 2024-11-13T15:54:42,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/replication/0a349902ec18fa8edba6bb327d7093ec 2024-11-13T15:54:42,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/replication/0a349902ec18fa8edba6bb327d7093ec 2024-11-13T15:54:42,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0a349902ec18fa8edba6bb327d7093ec 2024-11-13T15:54:42,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0a349902ec18fa8edba6bb327d7093ec 2024-11-13T15:54:42,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T15:54:42,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0a349902ec18fa8edba6bb327d7093ec 2024-11-13T15:54:42,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/replication/0a349902ec18fa8edba6bb327d7093ec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:54:42,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0a349902ec18fa8edba6bb327d7093ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63484371, jitterRate=-0.05400915443897247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T15:54:42,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0a349902ec18fa8edba6bb327d7093ec 2024-11-13T15:54:42,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0a349902ec18fa8edba6bb327d7093ec: Running coprocessor pre-open hook at 1731513282034Writing region info on filesystem at 1731513282034Initializing all the Stores at 1731513282034Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513282034Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513282035 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513282035Cleaning up temporary data from old regions at 1731513282041 (+6 ms)Running coprocessor post-open hooks at 1731513282045 (+4 ms)Region opened successfully at 1731513282045 2024-11-13T15:54:42,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731513281267.0a349902ec18fa8edba6bb327d7093ec., pid=10, masterSystemTime=1731513282003 2024-11-13T15:54:42,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731513281267.0a349902ec18fa8edba6bb327d7093ec. 2024-11-13T15:54:42,048 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731513281267.0a349902ec18fa8edba6bb327d7093ec. 2024-11-13T15:54:42,048 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0a349902ec18fa8edba6bb327d7093ec, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,35113,1731513271736 2024-11-13T15:54:42,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a349902ec18fa8edba6bb327d7093ec, server=c4c650e80f58,35113,1731513271736 because future has completed 2024-11-13T15:54:42,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T15:54:42,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0a349902ec18fa8edba6bb327d7093ec, server=c4c650e80f58,35113,1731513271736 in 201 msec 2024-11-13T15:54:42,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T15:54:42,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0a349902ec18fa8edba6bb327d7093ec, ASSIGN in 358 msec 2024-11-13T15:54:42,056 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T15:54:42,056 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513282056"}]},"ts":"1731513282056"} 2024-11-13T15:54:42,058 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T15:54:42,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T15:54:42,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 791 msec 2024-11-13T15:54:42,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731513281267.0a349902ec18fa8edba6bb327d7093ec., hostname=c4c650e80f58,35113,1731513271736, seqNum=2] 2024-11-13T15:54:42,080 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T15:54:42,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100a5ff433c0003, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2095891405 2024-11-13T15:54:42,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35113-0x100a5ff433c0004, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2095891405 2024-11-13T15:54:42,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T15:54:42,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T15:54:42,237 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T15:54:42,267 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c4c650e80f58,35113,1731513271736, ReplicationSource: 1, currentBandwidth=0 2024-11-13T15:54:42,268 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:54:42,268 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,35113,1731513271736, seqNum=-1] 2024-11-13T15:54:42,268 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:54:42,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-13T15:54:42,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c4c650e80f58,35113,1731513271736', locateType=CURRENT is [region=hbase:replication,,1731513281267.0a349902ec18fa8edba6bb327d7093ec., hostname=c4c650e80f58,35113,1731513271736, seqNum=2] 2024-11-13T15:54:42,273 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T15:54:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T15:54:42,275 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c4c650e80f58,35113,1731513271736 suceeded 2024-11-13T15:54:42,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T15:54:42,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-13T15:54:42,277 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c4c650e80f58:44143,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T15:54:42,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0180 sec 2024-11-13T15:54:42,288 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:44143' 2024-11-13T15:54:42,289 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e80a127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:42,289 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,44143,-1 for getting cluster id 2024-11-13T15:54:42,289 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:54:42,290 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2a0637d-d101-4db6-9094-adbde06ff954' 2024-11-13T15:54:42,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:54:42,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2a0637d-d101-4db6-9094-adbde06ff954" 2024-11-13T15:54:42,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4905898, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:42,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,44143,-1] 2024-11-13T15:54:42,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:54:42,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:42,291 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:54:42,292 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c27240b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:42,292 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:54:42,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,44143,1731513268236 2024-11-13T15:54:42,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47f4a6e5 2024-11-13T15:54:42,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:54:42,293 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-13T15:54:42,294 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c4c650e80f58,35113,1731513271736 (queues=1) is replicating from cluster=31a0d619-d1f8-4cb4-9538-d5ad8f574dd0 to cluster=d2a0637d-d101-4db6-9094-adbde06ff954 2024-11-13T15:54:42,294 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c4c650e80f58%2C35113%2C1731513271736 2024-11-13T15:54:42,294 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c4c650e80f58,35113,1731513271736, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T15:54:42,294 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736.replicationSource.shipperc4c650e80f58%2C35113%2C1731513271736,1-c4c650e80f58,35113,1731513271736 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4c650e80f58%2C35113%2C1731513271736 2024-11-13T15:54:42,294 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736.replicationSource.wal-reader.c4c650e80f58%2C35113%2C1731513271736,1-c4c650e80f58,35113,1731513271736 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/WALs/c4c650e80f58,35113,1731513271736/c4c650e80f58%2C35113%2C1731513271736.1731513273725, startPosition=0, beingWritten=true 2024-11-13T15:54:42,299 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736.replicationSource.wal-reader.c4c650e80f58%2C35113%2C1731513271736,1-c4c650e80f58,35113,1731513271736 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:54:42,299 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736.replicationSource.wal-reader.c4c650e80f58%2C35113%2C1731513271736,1-c4c650e80f58,35113,1731513271736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/WALs/c4c650e80f58,35113,1731513271736/c4c650e80f58%2C35113%2C1731513271736.1731513273725 to pos 379, reset compression=false 2024-11-13T15:54:42,299 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736.replicationSource.shipperc4c650e80f58%2C35113%2C1731513271736,1-c4c650e80f58,35113,1731513271736 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,35113,1731513271736 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/WALs/c4c650e80f58,35113,1731513271736/c4c650e80f58%2C35113%2C1731513271736.1731513273725, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T15:54:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:54:42,402 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T15:54:42,402 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:54:42,403 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:54:42,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:42,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:42,403 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:54:42,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:42,407 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731513282407/Put/seqid=0 2024-11-13T15:54:42,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37517 is added to blk_1073741840_1016 (size=7894) 2024-11-13T15:54:42,503 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736.replicationSource.wal-reader.c4c650e80f58%2C35113%2C1731513271736,1-c4c650e80f58,35113,1731513271736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/WALs/c4c650e80f58,35113,1731513271736/c4c650e80f58%2C35113%2C1731513271736.1731513273725 to pos 379, reset compression=false 2024-11-13T15:54:42,573 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.wal-reader.c4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293/c4c650e80f58%2C36151%2C1731513268293.1731513270178 to pos 379, reset compression=false 2024-11-13T15:54:42,807 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736.replicationSource.wal-reader.c4c650e80f58%2C35113%2C1731513271736,1-c4c650e80f58,35113,1731513271736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/WALs/c4c650e80f58,35113,1731513271736/c4c650e80f58%2C35113%2C1731513271736.1731513273725 to pos 379, reset compression=false 2024-11-13T15:54:42,814 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731513282813/Put/seqid=0 2024-11-13T15:54:42,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37517 is added to blk_1073741841_1017 (size=7691) 2024-11-13T15:54:43,089 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T15:54:43,089 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T15:54:43,089 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T15:54:43,089 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T15:54:43,090 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T15:54:43,090 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T15:54:43,211 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736.replicationSource.wal-reader.c4c650e80f58%2C35113%2C1731513271736,1-c4c650e80f58,35113,1731513271736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/WALs/c4c650e80f58,35113,1731513271736/c4c650e80f58%2C35113%2C1731513271736.1731513273725 to pos 379, reset compression=false 2024-11-13T15:54:43,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5631d3b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:43,219 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,44143,-1 for getting cluster id 2024-11-13T15:54:43,219 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:54:43,220 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2a0637d-d101-4db6-9094-adbde06ff954' 2024-11-13T15:54:43,220 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:54:43,220 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2a0637d-d101-4db6-9094-adbde06ff954" 2024-11-13T15:54:43,220 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b1beb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:43,220 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,44143,-1] 2024-11-13T15:54:43,221 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:54:43,221 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:43,222 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:54:43,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@134e0e6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:43,223 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:54:43,223 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,36151,1731513268293, seqNum=-1] 2024-11-13T15:54:43,224 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:54:43,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:54:43,234 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:54:43,235 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,44143,1731513268236 2024-11-13T15:54:43,235 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5948d384 2024-11-13T15:54:43,235 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:54:43,236 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:54:43,240 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731513274777.b0e4d1be9910eb6ff35da0c9fb5bf317., hostname=c4c650e80f58,36151,1731513268293, seqNum=2] 2024-11-13T15:54:43,242 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T15:54:43,248 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-13T15:54:43,251 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-13T15:54:43,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/testHFileCyclicReplication_01/f/hfile_0 for inclusion in b0e4d1be9910eb6ff35da0c9fb5bf317/f 2024-11-13T15:54:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T15:54:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T15:54:43,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/testHFileCyclicReplication_01/f/hfile_1 for inclusion in b0e4d1be9910eb6ff35da0c9fb5bf317/f 2024-11-13T15:54:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T15:54:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T15:54:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.HRegion(2603): Flush status journal for b0e4d1be9910eb6ff35da0c9fb5bf317: 2024-11-13T15:54:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/staging/jenkins__test__47i1ad55537vv33ens48tiqqc83sfm9t4u5aios5kf4b7iukkd23v0nt6d70e1qj/f/hfile_0 2024-11-13T15:54:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/staging/jenkins__test__47i1ad55537vv33ens48tiqqc83sfm9t4u5aios5kf4b7iukkd23v0nt6d70e1qj/f/hfile_0 as hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/default/test/b0e4d1be9910eb6ff35da0c9fb5bf317/f/709de2c744c043218e2dae8cba1cf227_SeqId_4_ 2024-11-13T15:54:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/staging/jenkins__test__47i1ad55537vv33ens48tiqqc83sfm9t4u5aios5kf4b7iukkd23v0nt6d70e1qj/f/hfile_1 2024-11-13T15:54:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/staging/jenkins__test__47i1ad55537vv33ens48tiqqc83sfm9t4u5aios5kf4b7iukkd23v0nt6d70e1qj/f/hfile_1 as hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/default/test/b0e4d1be9910eb6ff35da0c9fb5bf317/f/54bff983e2344f63bd5cd7219f4459e1_SeqId_4_ 2024-11-13T15:54:43,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/staging/jenkins__test__47i1ad55537vv33ens48tiqqc83sfm9t4u5aios5kf4b7iukkd23v0nt6d70e1qj/f/hfile_0 into b0e4d1be9910eb6ff35da0c9fb5bf317/f as hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/default/test/b0e4d1be9910eb6ff35da0c9fb5bf317/f/709de2c744c043218e2dae8cba1cf227_SeqId_4_ - updating store file list. 2024-11-13T15:54:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 709de2c744c043218e2dae8cba1cf227_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T15:54:43,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/default/test/b0e4d1be9910eb6ff35da0c9fb5bf317/f/709de2c744c043218e2dae8cba1cf227_SeqId_4_ into b0e4d1be9910eb6ff35da0c9fb5bf317/f 2024-11-13T15:54:43,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/staging/jenkins__test__47i1ad55537vv33ens48tiqqc83sfm9t4u5aios5kf4b7iukkd23v0nt6d70e1qj/f/hfile_0 into b0e4d1be9910eb6ff35da0c9fb5bf317/f (new location: hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/default/test/b0e4d1be9910eb6ff35da0c9fb5bf317/f/709de2c744c043218e2dae8cba1cf227_SeqId_4_) 2024-11-13T15:54:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/staging/jenkins__test__47i1ad55537vv33ens48tiqqc83sfm9t4u5aios5kf4b7iukkd23v0nt6d70e1qj/f/hfile_0 2024-11-13T15:54:43,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/staging/jenkins__test__47i1ad55537vv33ens48tiqqc83sfm9t4u5aios5kf4b7iukkd23v0nt6d70e1qj/f/hfile_1 into b0e4d1be9910eb6ff35da0c9fb5bf317/f as hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/default/test/b0e4d1be9910eb6ff35da0c9fb5bf317/f/54bff983e2344f63bd5cd7219f4459e1_SeqId_4_ - updating store file list. 2024-11-13T15:54:43,277 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.wal-reader.c4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293/c4c650e80f58%2C36151%2C1731513268293.1731513270178 to pos 379, reset compression=false 2024-11-13T15:54:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 54bff983e2344f63bd5cd7219f4459e1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T15:54:43,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/default/test/b0e4d1be9910eb6ff35da0c9fb5bf317/f/54bff983e2344f63bd5cd7219f4459e1_SeqId_4_ into b0e4d1be9910eb6ff35da0c9fb5bf317/f 2024-11-13T15:54:43,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/staging/jenkins__test__47i1ad55537vv33ens48tiqqc83sfm9t4u5aios5kf4b7iukkd23v0nt6d70e1qj/f/hfile_1 into b0e4d1be9910eb6ff35da0c9fb5bf317/f (new location: hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/default/test/b0e4d1be9910eb6ff35da0c9fb5bf317/f/54bff983e2344f63bd5cd7219f4459e1_SeqId_4_) 2024-11-13T15:54:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/staging/jenkins__test__47i1ad55537vv33ens48tiqqc83sfm9t4u5aios5kf4b7iukkd23v0nt6d70e1qj/f/hfile_1 2024-11-13T15:54:43,280 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:54:43,280 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:54:43,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:43,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:43,281 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:54:43,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731513274777.b0e4d1be9910eb6ff35da0c9fb5bf317., hostname=c4c650e80f58,36151,1731513268293, seqNum=2 , the old value is region=test,,1731513274777.b0e4d1be9910eb6ff35da0c9fb5bf317., hostname=c4c650e80f58,36151,1731513268293, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c4c650e80f58:36151 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T15:54:43,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731513274777.b0e4d1be9910eb6ff35da0c9fb5bf317., hostname=c4c650e80f58,36151,1731513268293, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T15:54:43,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731513274777.b0e4d1be9910eb6ff35da0c9fb5bf317., hostname=c4c650e80f58,36151,1731513268293, seqNum=2 from cache 2024-11-13T15:54:43,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:54:43,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,35113,1731513271736, seqNum=-1] 2024-11-13T15:54:43,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:54:43,283 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.wal-reader.c4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T15:54:43,283 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.shipperc4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,36151,1731513268293 got entry batch from reader: WALEntryBatch [walEntries=[{test/b0e4d1be9910eb6ff35da0c9fb5bf317/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731513283279/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293/c4c650e80f58%2C36151%2C1731513268293.1731513270178, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T15:54:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:55826 deadline: 1731513343281 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:55826 2024-11-13T15:54:43,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:54:43,286 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.shipperc4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T15:54:43,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731513276935.e189ab220c3b4cf1af6b5d88a347094c., hostname=c4c650e80f58,35113,1731513271736, seqNum=2] 2024-11-13T15:54:43,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-13T15:54:43,287 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.ReplicationSink(318): Replicating [d2a0637d-d101-4db6-9094-adbde06ff954] bulk loaded data 2024-11-13T15:54:43,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@212f09ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:43,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,41263,-1 for getting cluster id 2024-11-13T15:54:43,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:54:43,288 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T15:54:43,288 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31a0d619-d1f8-4cb4-9538-d5ad8f574dd0' 2024-11-13T15:54:43,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:54:43,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31a0d619-d1f8-4cb4-9538-d5ad8f574dd0" 2024-11-13T15:54:43,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54e2e2ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:43,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,41263,-1] 2024-11-13T15:54:43,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:54:43,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:43,289 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:54:43,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@183bd619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:43,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741840_1016 (size=7894) 2024-11-13T15:54:43,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741841_1017 (size=7691) 2024-11-13T15:54:43,392 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:36151 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T15:54:43,483 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.wal-reader.c4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293/c4c650e80f58%2C36151%2C1731513268293.1731513270178 to pos 687, reset compression=false 2024-11-13T15:54:43,716 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736.replicationSource.wal-reader.c4c650e80f58%2C35113%2C1731513271736,1-c4c650e80f58,35113,1731513271736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/WALs/c4c650e80f58,35113,1731513271736/c4c650e80f58%2C35113%2C1731513271736.1731513273725 to pos 379, reset compression=false 2024-11-13T15:54:43,734 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:54:43,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,41263,1731513271699 2024-11-13T15:54:43,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45242469 2024-11-13T15:54:43,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:54:43,736 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-13T15:54:43,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T15:54:43,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:54:43,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,35113,1731513271736, seqNum=-1] 2024-11-13T15:54:43,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:54:43,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-13T15:54:43,745 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/staging/jenkins.hfs.11__test__db3rbj2n00la1cnd3lserts78r2vda9ohfbemlpapnjod3da7j14qqd3nn8el61d/f/54bff983e2344f63bd5cd7219f4459e1_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T15:54:43,747 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/staging/jenkins.hfs.11__test__db3rbj2n00la1cnd3lserts78r2vda9ohfbemlpapnjod3da7j14qqd3nn8el61d/f/709de2c744c043218e2dae8cba1cf227_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T15:54:43,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/staging/jenkins.hfs.11__test__db3rbj2n00la1cnd3lserts78r2vda9ohfbemlpapnjod3da7j14qqd3nn8el61d/f/709de2c744c043218e2dae8cba1cf227_SeqId_4_ for inclusion in e189ab220c3b4cf1af6b5d88a347094c/f 2024-11-13T15:54:43,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T15:54:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T15:54:43,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/staging/jenkins.hfs.11__test__db3rbj2n00la1cnd3lserts78r2vda9ohfbemlpapnjod3da7j14qqd3nn8el61d/f/54bff983e2344f63bd5cd7219f4459e1_SeqId_4_ for inclusion in e189ab220c3b4cf1af6b5d88a347094c/f 2024-11-13T15:54:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T15:54:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T15:54:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.HRegion(2603): Flush status journal for e189ab220c3b4cf1af6b5d88a347094c: 2024-11-13T15:54:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 709de2c744c043218e2dae8cba1cf227_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T15:54:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/staging/jenkins.hfs.11__test__db3rbj2n00la1cnd3lserts78r2vda9ohfbemlpapnjod3da7j14qqd3nn8el61d/f/709de2c744c043218e2dae8cba1cf227_SeqId_4_ as hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/default/test/e189ab220c3b4cf1af6b5d88a347094c/f/0178c8c9ef0747ec8fce8c159e8132b4_SeqId_4_ 2024-11-13T15:54:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 54bff983e2344f63bd5cd7219f4459e1_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T15:54:43,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/staging/jenkins.hfs.11__test__db3rbj2n00la1cnd3lserts78r2vda9ohfbemlpapnjod3da7j14qqd3nn8el61d/f/54bff983e2344f63bd5cd7219f4459e1_SeqId_4_ as hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/default/test/e189ab220c3b4cf1af6b5d88a347094c/f/989bbf5ad3e44c4f94f534ca9a32f079_SeqId_4_ 2024-11-13T15:54:43,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/staging/jenkins.hfs.11__test__db3rbj2n00la1cnd3lserts78r2vda9ohfbemlpapnjod3da7j14qqd3nn8el61d/f/709de2c744c043218e2dae8cba1cf227_SeqId_4_ into e189ab220c3b4cf1af6b5d88a347094c/f as hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/default/test/e189ab220c3b4cf1af6b5d88a347094c/f/0178c8c9ef0747ec8fce8c159e8132b4_SeqId_4_ - updating store file list. 2024-11-13T15:54:43,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0178c8c9ef0747ec8fce8c159e8132b4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T15:54:43,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/default/test/e189ab220c3b4cf1af6b5d88a347094c/f/0178c8c9ef0747ec8fce8c159e8132b4_SeqId_4_ into e189ab220c3b4cf1af6b5d88a347094c/f 2024-11-13T15:54:43,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/staging/jenkins.hfs.11__test__db3rbj2n00la1cnd3lserts78r2vda9ohfbemlpapnjod3da7j14qqd3nn8el61d/f/709de2c744c043218e2dae8cba1cf227_SeqId_4_ into e189ab220c3b4cf1af6b5d88a347094c/f (new location: hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/default/test/e189ab220c3b4cf1af6b5d88a347094c/f/0178c8c9ef0747ec8fce8c159e8132b4_SeqId_4_) 2024-11-13T15:54:43,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/staging/jenkins.hfs.11__test__db3rbj2n00la1cnd3lserts78r2vda9ohfbemlpapnjod3da7j14qqd3nn8el61d/f/709de2c744c043218e2dae8cba1cf227_SeqId_4_ 2024-11-13T15:54:43,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/staging/jenkins.hfs.11__test__db3rbj2n00la1cnd3lserts78r2vda9ohfbemlpapnjod3da7j14qqd3nn8el61d/f/54bff983e2344f63bd5cd7219f4459e1_SeqId_4_ into e189ab220c3b4cf1af6b5d88a347094c/f as hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/default/test/e189ab220c3b4cf1af6b5d88a347094c/f/989bbf5ad3e44c4f94f534ca9a32f079_SeqId_4_ - updating store file list. 2024-11-13T15:54:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 989bbf5ad3e44c4f94f534ca9a32f079_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T15:54:43,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/default/test/e189ab220c3b4cf1af6b5d88a347094c/f/989bbf5ad3e44c4f94f534ca9a32f079_SeqId_4_ into e189ab220c3b4cf1af6b5d88a347094c/f 2024-11-13T15:54:43,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/staging/jenkins.hfs.11__test__db3rbj2n00la1cnd3lserts78r2vda9ohfbemlpapnjod3da7j14qqd3nn8el61d/f/54bff983e2344f63bd5cd7219f4459e1_SeqId_4_ into e189ab220c3b4cf1af6b5d88a347094c/f (new location: hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/default/test/e189ab220c3b4cf1af6b5d88a347094c/f/989bbf5ad3e44c4f94f534ca9a32f079_SeqId_4_) 2024-11-13T15:54:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/staging/jenkins.hfs.11__test__db3rbj2n00la1cnd3lserts78r2vda9ohfbemlpapnjod3da7j14qqd3nn8el61d/f/54bff983e2344f63bd5cd7219f4459e1_SeqId_4_ 2024-11-13T15:54:43,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.ReplicationSink(324): Finished replicating [d2a0637d-d101-4db6-9094-adbde06ff954] bulk loaded data 2024-11-13T15:54:43,802 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.wal-reader.c4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293/c4c650e80f58%2C36151%2C1731513268293.1731513270178 to pos 687, reset compression=false 2024-11-13T15:54:44,206 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.wal-reader.c4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293/c4c650e80f58%2C36151%2C1731513268293.1731513270178 to pos 687, reset compression=false 2024-11-13T15:54:44,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:44,300 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731513284300/Put/seqid=0 2024-11-13T15:54:44,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741842_1018 (size=11194) 2024-11-13T15:54:44,306 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731513284305/Put/seqid=0 2024-11-13T15:54:44,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741843_1019 (size=10791) 2024-11-13T15:54:44,320 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736.replicationSource.wal-reader.c4c650e80f58%2C35113%2C1731513271736,1-c4c650e80f58,35113,1731513271736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/WALs/c4c650e80f58,35113,1731513271736/c4c650e80f58%2C35113%2C1731513271736.1731513273725 to pos 379, reset compression=false 2024-11-13T15:54:44,325 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736.replicationSource.wal-reader.c4c650e80f58%2C35113%2C1731513271736,1-c4c650e80f58,35113,1731513271736 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T15:54:44,325 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736.replicationSource.shipperc4c650e80f58%2C35113%2C1731513271736,1-c4c650e80f58,35113,1731513271736 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,35113,1731513271736 got entry batch from reader: WALEntryBatch [walEntries=[{test/e189ab220c3b4cf1af6b5d88a347094c/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731513283773/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/WALs/c4c650e80f58,35113,1731513271736/c4c650e80f58%2C35113%2C1731513271736.1731513273725, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-13T15:54:44,327 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736.replicationSource.shipperc4c650e80f58%2C35113%2C1731513271736,1-c4c650e80f58,35113,1731513271736 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T15:54:44,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-13T15:54:44,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.ReplicationSink(318): Replicating [d2a0637d-d101-4db6-9094-adbde06ff954, 31a0d619-d1f8-4cb4-9538-d5ad8f574dd0] bulk loaded data 2024-11-13T15:54:44,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7be3a96b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:44,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,44143,-1 for getting cluster id 2024-11-13T15:54:44,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:54:44,330 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2a0637d-d101-4db6-9094-adbde06ff954' 2024-11-13T15:54:44,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:54:44,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2a0637d-d101-4db6-9094-adbde06ff954" 2024-11-13T15:54:44,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fa76fba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:44,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,44143,-1] 2024-11-13T15:54:44,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:54:44,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:44,331 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:54:44,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d82100e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:44,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37517 is added to blk_1073741842_1018 (size=7894) 2024-11-13T15:54:44,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37517 is added to blk_1073741843_1019 (size=7691) 2024-11-13T15:54:44,525 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736.replicationSource.wal-reader.c4c650e80f58%2C35113%2C1731513271736,1-c4c650e80f58,35113,1731513271736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/WALs/c4c650e80f58,35113,1731513271736/c4c650e80f58%2C35113%2C1731513271736.1731513273725 to pos 725, reset compression=false 2024-11-13T15:54:44,710 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.wal-reader.c4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293/c4c650e80f58%2C36151%2C1731513268293.1731513270178 to pos 687, reset compression=false 2024-11-13T15:54:44,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71442a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:44,711 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,41263,-1 for getting cluster id 2024-11-13T15:54:44,711 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:54:44,712 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31a0d619-d1f8-4cb4-9538-d5ad8f574dd0' 2024-11-13T15:54:44,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:54:44,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31a0d619-d1f8-4cb4-9538-d5ad8f574dd0" 2024-11-13T15:54:44,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59998aee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:44,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,41263,-1] 2024-11-13T15:54:44,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:54:44,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:44,713 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:54:44,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@286bb0ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:44,714 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:54:44,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,35113,1731513271736, seqNum=-1] 2024-11-13T15:54:44,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:54:44,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:54:44,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:54:44,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,41263,1731513271699 2024-11-13T15:54:44,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a731090 2024-11-13T15:54:44,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:54:44,724 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:54:44,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731513276935.e189ab220c3b4cf1af6b5d88a347094c., hostname=c4c650e80f58,35113,1731513271736, seqNum=2] 2024-11-13T15:54:44,729 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T15:54:44,735 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-13T15:54:44,737 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-13T15:54:44,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/testHFileCyclicReplication_10/f/hfile_0 for inclusion in e189ab220c3b4cf1af6b5d88a347094c/f 2024-11-13T15:54:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T15:54:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T15:54:44,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/testHFileCyclicReplication_10/f/hfile_1 for inclusion in e189ab220c3b4cf1af6b5d88a347094c/f 2024-11-13T15:54:44,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:54:44,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,44143,1731513268236 2024-11-13T15:54:44,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e9a92be 2024-11-13T15:54:44,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:54:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T15:54:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T15:54:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.HRegion(2603): Flush status journal for e189ab220c3b4cf1af6b5d88a347094c: 2024-11-13T15:54:44,752 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-13T15:54:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/staging/jenkins__test__n8qq542undmku2qgj356elpscuotkpcaki50j681cufa45npan47jmqj2mesmaev/f/hfile_0 2024-11-13T15:54:44,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T15:54:44,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:54:44,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,36151,1731513268293, seqNum=-1] 2024-11-13T15:54:44,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:54:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/staging/jenkins__test__n8qq542undmku2qgj356elpscuotkpcaki50j681cufa45npan47jmqj2mesmaev/f/hfile_0 as hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/default/test/e189ab220c3b4cf1af6b5d88a347094c/f/2ba19dd596fd4f6cb50334fe7451c545_SeqId_6_ 2024-11-13T15:54:44,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-13T15:54:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/staging/jenkins__test__n8qq542undmku2qgj356elpscuotkpcaki50j681cufa45npan47jmqj2mesmaev/f/hfile_1 2024-11-13T15:54:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/staging/jenkins__test__n8qq542undmku2qgj356elpscuotkpcaki50j681cufa45npan47jmqj2mesmaev/f/hfile_1 as hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/default/test/e189ab220c3b4cf1af6b5d88a347094c/f/0ec2c7b7013140dd9ba30b80fa358eb6_SeqId_6_ 2024-11-13T15:54:44,761 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/staging/jenkins.hfs.10__test__a7ndd5b4dp6ech7od4jdk6nir77c14qdu2d58rsav0gdea5hgq5teajn9d0skp79/f/0178c8c9ef0747ec8fce8c159e8132b4_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T15:54:44,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/staging/jenkins__test__n8qq542undmku2qgj356elpscuotkpcaki50j681cufa45npan47jmqj2mesmaev/f/hfile_0 into e189ab220c3b4cf1af6b5d88a347094c/f as hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/default/test/e189ab220c3b4cf1af6b5d88a347094c/f/2ba19dd596fd4f6cb50334fe7451c545_SeqId_6_ - updating store file list. 2024-11-13T15:54:44,764 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/staging/jenkins.hfs.10__test__a7ndd5b4dp6ech7od4jdk6nir77c14qdu2d58rsav0gdea5hgq5teajn9d0skp79/f/989bbf5ad3e44c4f94f534ca9a32f079_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T15:54:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2ba19dd596fd4f6cb50334fe7451c545_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T15:54:44,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.ReplicationSink(324): Finished replicating [d2a0637d-d101-4db6-9094-adbde06ff954, 31a0d619-d1f8-4cb4-9538-d5ad8f574dd0] bulk loaded data 2024-11-13T15:54:44,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/default/test/e189ab220c3b4cf1af6b5d88a347094c/f/2ba19dd596fd4f6cb50334fe7451c545_SeqId_6_ into e189ab220c3b4cf1af6b5d88a347094c/f 2024-11-13T15:54:44,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/staging/jenkins__test__n8qq542undmku2qgj356elpscuotkpcaki50j681cufa45npan47jmqj2mesmaev/f/hfile_0 into e189ab220c3b4cf1af6b5d88a347094c/f (new location: hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/default/test/e189ab220c3b4cf1af6b5d88a347094c/f/2ba19dd596fd4f6cb50334fe7451c545_SeqId_6_) 2024-11-13T15:54:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/staging/jenkins__test__n8qq542undmku2qgj356elpscuotkpcaki50j681cufa45npan47jmqj2mesmaev/f/hfile_0 2024-11-13T15:54:44,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/staging/jenkins__test__n8qq542undmku2qgj356elpscuotkpcaki50j681cufa45npan47jmqj2mesmaev/f/hfile_1 into e189ab220c3b4cf1af6b5d88a347094c/f as hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/default/test/e189ab220c3b4cf1af6b5d88a347094c/f/0ec2c7b7013140dd9ba30b80fa358eb6_SeqId_6_ - updating store file list. 2024-11-13T15:54:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0ec2c7b7013140dd9ba30b80fa358eb6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T15:54:44,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/default/test/e189ab220c3b4cf1af6b5d88a347094c/f/0ec2c7b7013140dd9ba30b80fa358eb6_SeqId_6_ into e189ab220c3b4cf1af6b5d88a347094c/f 2024-11-13T15:54:44,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/staging/jenkins__test__n8qq542undmku2qgj356elpscuotkpcaki50j681cufa45npan47jmqj2mesmaev/f/hfile_1 into e189ab220c3b4cf1af6b5d88a347094c/f (new location: hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/default/test/e189ab220c3b4cf1af6b5d88a347094c/f/0ec2c7b7013140dd9ba30b80fa358eb6_SeqId_6_) 2024-11-13T15:54:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/staging/jenkins__test__n8qq542undmku2qgj356elpscuotkpcaki50j681cufa45npan47jmqj2mesmaev/f/hfile_1 2024-11-13T15:54:44,773 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:54:44,774 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:54:44,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:44,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:44,774 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:54:44,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731513276935.e189ab220c3b4cf1af6b5d88a347094c., hostname=c4c650e80f58,35113,1731513271736, seqNum=2 , the old value is region=test,,1731513276935.e189ab220c3b4cf1af6b5d88a347094c., hostname=c4c650e80f58,35113,1731513271736, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c4c650e80f58:35113 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T15:54:44,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731513276935.e189ab220c3b4cf1af6b5d88a347094c., hostname=c4c650e80f58,35113,1731513271736, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T15:54:44,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731513276935.e189ab220c3b4cf1af6b5d88a347094c., hostname=c4c650e80f58,35113,1731513271736, seqNum=2 from cache 2024-11-13T15:54:44,774 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:54:44,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,36151,1731513268293, seqNum=-1] 2024-11-13T15:54:44,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:54:44,776 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T15:54:44,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:54:44,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731513274777.b0e4d1be9910eb6ff35da0c9fb5bf317., hostname=c4c650e80f58,36151,1731513268293, seqNum=2] 2024-11-13T15:54:44,784 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T15:54:44,830 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736.replicationSource.wal-reader.c4c650e80f58%2C35113%2C1731513271736,1-c4c650e80f58,35113,1731513271736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/WALs/c4c650e80f58,35113,1731513271736/c4c650e80f58%2C35113%2C1731513271736.1731513273725 to pos 725, reset compression=false 2024-11-13T15:54:44,836 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736.replicationSource.wal-reader.c4c650e80f58%2C35113%2C1731513271736,1-c4c650e80f58,35113,1731513271736 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T15:54:44,836 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736.replicationSource.shipperc4c650e80f58%2C35113%2C1731513271736,1-c4c650e80f58,35113,1731513271736 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,35113,1731513271736 got entry batch from reader: WALEntryBatch [walEntries=[{test/e189ab220c3b4cf1af6b5d88a347094c/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731513284772/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/WALs/c4c650e80f58,35113,1731513271736/c4c650e80f58%2C35113%2C1731513271736.1731513273725, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T15:54:44,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.ReplicationSink(318): Replicating [31a0d619-d1f8-4cb4-9538-d5ad8f574dd0] bulk loaded data 2024-11-13T15:54:44,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37517 is added to blk_1073741844_1020 (size=11194) 2024-11-13T15:54:44,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37517 is added to blk_1073741845_1021 (size=10791) 2024-11-13T15:54:44,883 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:35113 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T15:54:45,036 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736.replicationSource.wal-reader.c4c650e80f58%2C35113%2C1731513271736,1-c4c650e80f58,35113,1731513271736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/WALs/c4c650e80f58,35113,1731513271736/c4c650e80f58%2C35113%2C1731513271736.1731513273725 to pos 1033, reset compression=false 2024-11-13T15:54:45,260 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T15:54:45,266 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/staging/jenkins.hfs.10__test__8a41156uicb8j1et7lceq3g4u63lg8jd9id39716ueb45n59jrnmr7pteurto4hf/f/0ec2c7b7013140dd9ba30b80fa358eb6_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-13T15:54:45,269 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/staging/jenkins.hfs.10__test__8a41156uicb8j1et7lceq3g4u63lg8jd9id39716ueb45n59jrnmr7pteurto4hf/f/2ba19dd596fd4f6cb50334fe7451c545_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-13T15:54:45,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/staging/jenkins.hfs.10__test__8a41156uicb8j1et7lceq3g4u63lg8jd9id39716ueb45n59jrnmr7pteurto4hf/f/0ec2c7b7013140dd9ba30b80fa358eb6_SeqId_6_ for inclusion in b0e4d1be9910eb6ff35da0c9fb5bf317/f 2024-11-13T15:54:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T15:54:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T15:54:45,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/staging/jenkins.hfs.10__test__8a41156uicb8j1et7lceq3g4u63lg8jd9id39716ueb45n59jrnmr7pteurto4hf/f/2ba19dd596fd4f6cb50334fe7451c545_SeqId_6_ for inclusion in b0e4d1be9910eb6ff35da0c9fb5bf317/f 2024-11-13T15:54:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T15:54:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T15:54:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.HRegion(2603): Flush status journal for b0e4d1be9910eb6ff35da0c9fb5bf317: 2024-11-13T15:54:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0ec2c7b7013140dd9ba30b80fa358eb6_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T15:54:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/staging/jenkins.hfs.10__test__8a41156uicb8j1et7lceq3g4u63lg8jd9id39716ueb45n59jrnmr7pteurto4hf/f/0ec2c7b7013140dd9ba30b80fa358eb6_SeqId_6_ as hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/default/test/b0e4d1be9910eb6ff35da0c9fb5bf317/f/044eae11cb0f4c118fbbafbff423ccf4_SeqId_6_ 2024-11-13T15:54:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2ba19dd596fd4f6cb50334fe7451c545_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T15:54:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/staging/jenkins.hfs.10__test__8a41156uicb8j1et7lceq3g4u63lg8jd9id39716ueb45n59jrnmr7pteurto4hf/f/2ba19dd596fd4f6cb50334fe7451c545_SeqId_6_ as hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/default/test/b0e4d1be9910eb6ff35da0c9fb5bf317/f/1e275609536b4f138f246a94a9dbc32f_SeqId_6_ 2024-11-13T15:54:45,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/staging/jenkins.hfs.10__test__8a41156uicb8j1et7lceq3g4u63lg8jd9id39716ueb45n59jrnmr7pteurto4hf/f/0ec2c7b7013140dd9ba30b80fa358eb6_SeqId_6_ into b0e4d1be9910eb6ff35da0c9fb5bf317/f as hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/default/test/b0e4d1be9910eb6ff35da0c9fb5bf317/f/044eae11cb0f4c118fbbafbff423ccf4_SeqId_6_ - updating store file list. 2024-11-13T15:54:45,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 044eae11cb0f4c118fbbafbff423ccf4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T15:54:45,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/default/test/b0e4d1be9910eb6ff35da0c9fb5bf317/f/044eae11cb0f4c118fbbafbff423ccf4_SeqId_6_ into b0e4d1be9910eb6ff35da0c9fb5bf317/f 2024-11-13T15:54:45,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/staging/jenkins.hfs.10__test__8a41156uicb8j1et7lceq3g4u63lg8jd9id39716ueb45n59jrnmr7pteurto4hf/f/0ec2c7b7013140dd9ba30b80fa358eb6_SeqId_6_ into b0e4d1be9910eb6ff35da0c9fb5bf317/f (new location: hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/default/test/b0e4d1be9910eb6ff35da0c9fb5bf317/f/044eae11cb0f4c118fbbafbff423ccf4_SeqId_6_) 2024-11-13T15:54:45,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/staging/jenkins.hfs.10__test__8a41156uicb8j1et7lceq3g4u63lg8jd9id39716ueb45n59jrnmr7pteurto4hf/f/0ec2c7b7013140dd9ba30b80fa358eb6_SeqId_6_ 2024-11-13T15:54:45,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/staging/jenkins.hfs.10__test__8a41156uicb8j1et7lceq3g4u63lg8jd9id39716ueb45n59jrnmr7pteurto4hf/f/2ba19dd596fd4f6cb50334fe7451c545_SeqId_6_ into b0e4d1be9910eb6ff35da0c9fb5bf317/f as hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/default/test/b0e4d1be9910eb6ff35da0c9fb5bf317/f/1e275609536b4f138f246a94a9dbc32f_SeqId_6_ - updating store file list. 2024-11-13T15:54:45,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1e275609536b4f138f246a94a9dbc32f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T15:54:45,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/default/test/b0e4d1be9910eb6ff35da0c9fb5bf317/f/1e275609536b4f138f246a94a9dbc32f_SeqId_6_ into b0e4d1be9910eb6ff35da0c9fb5bf317/f 2024-11-13T15:54:45,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/staging/jenkins.hfs.10__test__8a41156uicb8j1et7lceq3g4u63lg8jd9id39716ueb45n59jrnmr7pteurto4hf/f/2ba19dd596fd4f6cb50334fe7451c545_SeqId_6_ into b0e4d1be9910eb6ff35da0c9fb5bf317/f (new location: hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/default/test/b0e4d1be9910eb6ff35da0c9fb5bf317/f/1e275609536b4f138f246a94a9dbc32f_SeqId_6_) 2024-11-13T15:54:45,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/staging/jenkins.hfs.10__test__8a41156uicb8j1et7lceq3g4u63lg8jd9id39716ueb45n59jrnmr7pteurto4hf/f/2ba19dd596fd4f6cb50334fe7451c545_SeqId_6_ 2024-11-13T15:54:45,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36151 {}] regionserver.ReplicationSink(324): Finished replicating [31a0d619-d1f8-4cb4-9538-d5ad8f574dd0] bulk loaded data 2024-11-13T15:54:45,315 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.wal-reader.c4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293/c4c650e80f58%2C36151%2C1731513268293.1731513270178 to pos 687, reset compression=false 2024-11-13T15:54:45,320 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.wal-reader.c4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T15:54:45,320 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.shipperc4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,36151,1731513268293 got entry batch from reader: WALEntryBatch [walEntries=[{test/b0e4d1be9910eb6ff35da0c9fb5bf317/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731513285291/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293/c4c650e80f58%2C36151%2C1731513268293.1731513270178, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-13T15:54:45,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.ReplicationSink(318): Replicating [31a0d619-d1f8-4cb4-9538-d5ad8f574dd0, d2a0637d-d101-4db6-9094-adbde06ff954] bulk loaded data 2024-11-13T15:54:45,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741844_1020 (size=10791) 2024-11-13T15:54:45,340 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736.replicationSource.wal-reader.c4c650e80f58%2C35113%2C1731513271736,1-c4c650e80f58,35113,1731513271736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/WALs/c4c650e80f58,35113,1731513271736/c4c650e80f58%2C35113%2C1731513271736.1731513273725 to pos 1033, reset compression=false 2024-11-13T15:54:45,520 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.wal-reader.c4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293/c4c650e80f58%2C36151%2C1731513268293.1731513270178 to pos 1033, reset compression=false 2024-11-13T15:54:45,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741845_1021 (size=11194) 2024-11-13T15:54:45,745 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736.replicationSource.wal-reader.c4c650e80f58%2C35113%2C1731513271736,1-c4c650e80f58,35113,1731513271736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/WALs/c4c650e80f58,35113,1731513271736/c4c650e80f58%2C35113%2C1731513271736.1731513273725 to pos 1033, reset compression=false 2024-11-13T15:54:45,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T15:54:45,794 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:54:45,794 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:54:45,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:45,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:45,795 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T15:54:45,795 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1032747237, stopped=false 2024-11-13T15:54:45,795 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4c650e80f58,41263,1731513271699 2024-11-13T15:54:45,795 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:54:45,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35113-0x100a5ff433c0004, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2095891405/running 2024-11-13T15:54:45,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35113-0x100a5ff433c0004, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2095891405 2024-11-13T15:54:45,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100a5ff433c0003, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2095891405/running 2024-11-13T15:54:45,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100a5ff433c0003, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2095891405 2024-11-13T15:54:45,797 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:54:45,797 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:54:45,797 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:54:45,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:45,797 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4c650e80f58,35113,1731513271736' ***** 2024-11-13T15:54:45,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41263-0x100a5ff433c0003, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Set watcher on znode that does not yet exist, /1-2095891405/running 2024-11-13T15:54:45,797 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T15:54:45,798 INFO [RS:0;c4c650e80f58:35113 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T15:54:45,798 INFO [RS:0;c4c650e80f58:35113 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T15:54:45,798 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T15:54:45,798 INFO [RS:0;c4c650e80f58:35113 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T15:54:45,798 INFO [RS:0;c4c650e80f58:35113 {}] regionserver.HRegionServer(3091): Received CLOSE for 0a349902ec18fa8edba6bb327d7093ec 2024-11-13T15:54:45,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35113-0x100a5ff433c0004, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Set watcher on znode that does not yet exist, /1-2095891405/running 2024-11-13T15:54:45,798 INFO [RS:0;c4c650e80f58:35113 {}] regionserver.HRegionServer(3091): Received CLOSE for e189ab220c3b4cf1af6b5d88a347094c 2024-11-13T15:54:45,798 INFO [RS:0;c4c650e80f58:35113 {}] regionserver.HRegionServer(959): stopping server c4c650e80f58,35113,1731513271736 2024-11-13T15:54:45,798 INFO [RS:0;c4c650e80f58:35113 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:54:45,799 INFO [RS:0;c4c650e80f58:35113 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:35113. 2024-11-13T15:54:45,799 DEBUG [RS:0;c4c650e80f58:35113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:54:45,799 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0a349902ec18fa8edba6bb327d7093ec, disabling compactions & flushes 2024-11-13T15:54:45,799 DEBUG [RS:0;c4c650e80f58:35113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:45,799 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731513281267.0a349902ec18fa8edba6bb327d7093ec. 2024-11-13T15:54:45,799 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731513281267.0a349902ec18fa8edba6bb327d7093ec. 2024-11-13T15:54:45,799 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731513281267.0a349902ec18fa8edba6bb327d7093ec. after waiting 0 ms 2024-11-13T15:54:45,799 INFO [RS:0;c4c650e80f58:35113 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T15:54:45,799 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731513281267.0a349902ec18fa8edba6bb327d7093ec. 2024-11-13T15:54:45,799 INFO [RS:0;c4c650e80f58:35113 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T15:54:45,799 INFO [RS:0;c4c650e80f58:35113 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T15:54:45,799 INFO [RS:0;c4c650e80f58:35113 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T15:54:45,799 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0a349902ec18fa8edba6bb327d7093ec 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-13T15:54:45,799 INFO [RS:0;c4c650e80f58:35113 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T15:54:45,800 DEBUG [RS:0;c4c650e80f58:35113 {}] regionserver.HRegionServer(1325): Online Regions={0a349902ec18fa8edba6bb327d7093ec=hbase:replication,,1731513281267.0a349902ec18fa8edba6bb327d7093ec., 1588230740=hbase:meta,,1.1588230740, e189ab220c3b4cf1af6b5d88a347094c=test,,1731513276935.e189ab220c3b4cf1af6b5d88a347094c.} 2024-11-13T15:54:45,800 DEBUG [RS:0;c4c650e80f58:35113 {}] regionserver.HRegionServer(1351): Waiting on 0a349902ec18fa8edba6bb327d7093ec, 1588230740, e189ab220c3b4cf1af6b5d88a347094c 2024-11-13T15:54:45,800 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:54:45,800 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:54:45,800 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:54:45,800 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:54:45,800 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:54:45,800 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T15:54:45,802 INFO [regionserver/c4c650e80f58:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:54:45,823 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/replication/0a349902ec18fa8edba6bb327d7093ec/.tmp/hfileref/9e2d17f92bde4fe4a3fc3caf6378dd94 is 74, key is 1/hfileref:0178c8c9ef0747ec8fce8c159e8132b4_SeqId_4_/1731513284767/DeleteColumn/seqid=0 2024-11-13T15:54:45,824 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.wal-reader.c4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293/c4c650e80f58%2C36151%2C1731513268293.1731513270178 to pos 1033, reset compression=false 2024-11-13T15:54:45,827 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/meta/1588230740/.tmp/info/4b7be5c15759409597338b70293c2203 is 147, key is hbase:replication,,1731513281267.0a349902ec18fa8edba6bb327d7093ec./info:regioninfo/1731513282048/Put/seqid=0 2024-11-13T15:54:45,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741846_1022 (size=5345) 2024-11-13T15:54:45,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741847_1023 (size=7686) 2024-11-13T15:54:46,000 DEBUG [RS:0;c4c650e80f58:35113 {}] regionserver.HRegionServer(1351): Waiting on 0a349902ec18fa8edba6bb327d7093ec, 1588230740, e189ab220c3b4cf1af6b5d88a347094c 2024-11-13T15:54:46,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T15:54:46,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c4c650e80f58,35113,1731513271736 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T15:54:46,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35113 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:37930 deadline: 1731513346141, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c4c650e80f58,35113,1731513271736 stopping 2024-11-13T15:54:46,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,35113,1731513271736, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,35113,1731513271736, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c4c650e80f58,35113,1731513271736 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T15:54:46,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,35113,1731513271736, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c4c650e80f58,35113,1731513271736 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T15:54:46,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,35113,1731513271736, seqNum=-1 from cache 2024-11-13T15:54:46,200 DEBUG [RS:0;c4c650e80f58:35113 {}] regionserver.HRegionServer(1351): Waiting on 0a349902ec18fa8edba6bb327d7093ec, 1588230740, e189ab220c3b4cf1af6b5d88a347094c 2024-11-13T15:54:46,232 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.wal-reader.c4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293/c4c650e80f58%2C36151%2C1731513268293.1731513270178 to pos 1033, reset compression=false 2024-11-13T15:54:46,234 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/replication/0a349902ec18fa8edba6bb327d7093ec/.tmp/hfileref/9e2d17f92bde4fe4a3fc3caf6378dd94 2024-11-13T15:54:46,244 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/meta/1588230740/.tmp/info/4b7be5c15759409597338b70293c2203 2024-11-13T15:54:46,248 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736.replicationSource.wal-reader.c4c650e80f58%2C35113%2C1731513271736,1-c4c650e80f58,35113,1731513271736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/WALs/c4c650e80f58,35113,1731513271736/c4c650e80f58%2C35113%2C1731513271736.1731513273725 to pos 1033, reset compression=false 2024-11-13T15:54:46,251 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:54:46,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,35113,1731513271736, seqNum=-1] 2024-11-13T15:54:46,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c4c650e80f58,35113,1731513271736 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T15:54:46,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35113 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:37930 deadline: 1731513346141, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c4c650e80f58,35113,1731513271736 stopping 2024-11-13T15:54:46,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,35113,1731513271736, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,35113,1731513271736, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c4c650e80f58,35113,1731513271736 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T15:54:46,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,35113,1731513271736, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c4c650e80f58,35113,1731513271736 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T15:54:46,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,35113,1731513271736, seqNum=-1 from cache 2024-11-13T15:54:46,257 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/replication/0a349902ec18fa8edba6bb327d7093ec/.tmp/queue/92f497004b9d4fb1899255610d1a77be is 154, key is 1-c4c650e80f58,35113,1731513271736/queue:c4c650e80f58%2C35113%2C1731513271736/1731513285295/Put/seqid=0 2024-11-13T15:54:46,267 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/meta/1588230740/.tmp/ns/e030aaa323aa4f539fe6768c1d7bfa51 is 43, key is default/ns:d/1731513274720/Put/seqid=0 2024-11-13T15:54:46,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741848_1024 (size=5353) 2024-11-13T15:54:46,270 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/replication/0a349902ec18fa8edba6bb327d7093ec/.tmp/queue/92f497004b9d4fb1899255610d1a77be 2024-11-13T15:54:46,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741849_1025 (size=5153) 2024-11-13T15:54:46,276 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/replication/0a349902ec18fa8edba6bb327d7093ec/.tmp/hfileref/9e2d17f92bde4fe4a3fc3caf6378dd94 as hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/replication/0a349902ec18fa8edba6bb327d7093ec/hfileref/9e2d17f92bde4fe4a3fc3caf6378dd94 2024-11-13T15:54:46,281 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/replication/0a349902ec18fa8edba6bb327d7093ec/hfileref/9e2d17f92bde4fe4a3fc3caf6378dd94, entries=4, sequenceid=12, filesize=5.2 K 2024-11-13T15:54:46,282 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/replication/0a349902ec18fa8edba6bb327d7093ec/.tmp/queue/92f497004b9d4fb1899255610d1a77be as hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/replication/0a349902ec18fa8edba6bb327d7093ec/queue/92f497004b9d4fb1899255610d1a77be 2024-11-13T15:54:46,287 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/replication/0a349902ec18fa8edba6bb327d7093ec/queue/92f497004b9d4fb1899255610d1a77be, entries=1, sequenceid=12, filesize=5.2 K 2024-11-13T15:54:46,288 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 0a349902ec18fa8edba6bb327d7093ec in 489ms, sequenceid=12, compaction requested=false 2024-11-13T15:54:46,291 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/replication/0a349902ec18fa8edba6bb327d7093ec/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T15:54:46,292 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:54:46,292 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:54:46,292 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731513281267.0a349902ec18fa8edba6bb327d7093ec. 2024-11-13T15:54:46,292 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0a349902ec18fa8edba6bb327d7093ec: Waiting for close lock at 1731513285799Running coprocessor pre-close hooks at 1731513285799Disabling compacts and flushes for region at 1731513285799Disabling writes for close at 1731513285799Obtaining lock to block concurrent updates at 1731513285799Preparing flush snapshotting stores in 0a349902ec18fa8edba6bb327d7093ec at 1731513285799Finished memstore snapshotting hbase:replication,,1731513281267.0a349902ec18fa8edba6bb327d7093ec., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731513285799Flushing stores of hbase:replication,,1731513281267.0a349902ec18fa8edba6bb327d7093ec. at 1731513285800 (+1 ms)Flushing 0a349902ec18fa8edba6bb327d7093ec/hfileref: creating writer at 1731513285800Flushing 0a349902ec18fa8edba6bb327d7093ec/hfileref: appending metadata at 1731513285822 (+22 ms)Flushing 0a349902ec18fa8edba6bb327d7093ec/hfileref: closing flushed file at 1731513285822Flushing 0a349902ec18fa8edba6bb327d7093ec/queue: creating writer at 1731513286239 (+417 ms)Flushing 0a349902ec18fa8edba6bb327d7093ec/queue: appending metadata at 1731513286256 (+17 ms)Flushing 0a349902ec18fa8edba6bb327d7093ec/queue: closing flushed file at 1731513286256Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76b8b9e4: reopening flushed file at 1731513286276 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7aff0ef4: reopening flushed file at 1731513286281 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 0a349902ec18fa8edba6bb327d7093ec in 489ms, sequenceid=12, compaction requested=false at 1731513286288 (+7 ms)Writing region close event to WAL at 1731513286289 (+1 ms)Running coprocessor post-close hooks at 1731513286292 (+3 ms)Closed at 1731513286292 2024-11-13T15:54:46,292 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731513281267.0a349902ec18fa8edba6bb327d7093ec. 2024-11-13T15:54:46,292 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e189ab220c3b4cf1af6b5d88a347094c, disabling compactions & flushes 2024-11-13T15:54:46,292 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731513276935.e189ab220c3b4cf1af6b5d88a347094c. 2024-11-13T15:54:46,292 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731513276935.e189ab220c3b4cf1af6b5d88a347094c. 2024-11-13T15:54:46,292 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731513276935.e189ab220c3b4cf1af6b5d88a347094c. after waiting 0 ms 2024-11-13T15:54:46,292 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731513276935.e189ab220c3b4cf1af6b5d88a347094c. 2024-11-13T15:54:46,295 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/default/test/e189ab220c3b4cf1af6b5d88a347094c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T15:54:46,296 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:54:46,296 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T15:54:46,296 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731513276935.e189ab220c3b4cf1af6b5d88a347094c. 2024-11-13T15:54:46,296 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e189ab220c3b4cf1af6b5d88a347094c: Waiting for close lock at 1731513286292Running coprocessor pre-close hooks at 1731513286292Disabling compacts and flushes for region at 1731513286292Disabling writes for close at 1731513286292Writing region close event to WAL at 1731513286293 (+1 ms)Running coprocessor post-close hooks at 1731513286296 (+3 ms)Closed at 1731513286296 2024-11-13T15:54:46,296 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731513276935.e189ab220c3b4cf1af6b5d88a347094c. 2024-11-13T15:54:46,400 DEBUG [RS:0;c4c650e80f58:35113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:54:46,461 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:54:46,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,35113,1731513271736, seqNum=-1] 2024-11-13T15:54:46,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c4c650e80f58,35113,1731513271736 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T15:54:46,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35113 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:37930 deadline: 1731513346141, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c4c650e80f58,35113,1731513271736 stopping 2024-11-13T15:54:46,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,35113,1731513271736, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,35113,1731513271736, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c4c650e80f58,35113,1731513271736 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T15:54:46,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,35113,1731513271736, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c4c650e80f58,35113,1731513271736 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T15:54:46,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,35113,1731513271736, seqNum=-1 from cache 2024-11-13T15:54:46,600 DEBUG [RS:0;c4c650e80f58:35113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:54:46,608 INFO [regionserver/c4c650e80f58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T15:54:46,608 INFO [regionserver/c4c650e80f58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T15:54:46,674 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/meta/1588230740/.tmp/ns/e030aaa323aa4f539fe6768c1d7bfa51 2024-11-13T15:54:46,693 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/meta/1588230740/.tmp/rep_barrier/699088b56b124105bc40bd10ce66e71f is 112, key is test,,1731513276935.e189ab220c3b4cf1af6b5d88a347094c./rep_barrier:seqnumDuringOpen/1731513278097/Put/seqid=0 2024-11-13T15:54:46,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741850_1026 (size=5518) 2024-11-13T15:54:46,736 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.wal-reader.c4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293/c4c650e80f58%2C36151%2C1731513268293.1731513270178 to pos 1033, reset compression=false 2024-11-13T15:54:46,771 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:54:46,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,35113,1731513271736, seqNum=-1] 2024-11-13T15:54:46,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c4c650e80f58,35113,1731513271736 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T15:54:46,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35113 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:37930 deadline: 1731513346141, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c4c650e80f58,35113,1731513271736 stopping 2024-11-13T15:54:46,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,35113,1731513271736, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,35113,1731513271736, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c4c650e80f58,35113,1731513271736 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T15:54:46,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,35113,1731513271736, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c4c650e80f58,35113,1731513271736 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T15:54:46,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,35113,1731513271736, seqNum=-1 from cache 2024-11-13T15:54:46,801 INFO [RS:0;c4c650e80f58:35113 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T15:54:46,801 DEBUG [RS:0;c4c650e80f58:35113 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T15:54:46,801 DEBUG [RS:0;c4c650e80f58:35113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:54:46,860 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736.replicationSource.wal-reader.c4c650e80f58%2C35113%2C1731513271736,1-c4c650e80f58,35113,1731513271736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/WALs/c4c650e80f58,35113,1731513271736/c4c650e80f58%2C35113%2C1731513271736.1731513273725 to pos 1033, reset compression=false 2024-11-13T15:54:46,865 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736.replicationSource.wal-reader.c4c650e80f58%2C35113%2C1731513271736,1-c4c650e80f58,35113,1731513271736 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:54:46,865 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736.replicationSource.wal-reader.c4c650e80f58%2C35113%2C1731513271736,1-c4c650e80f58,35113,1731513271736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/WALs/c4c650e80f58,35113,1731513271736/c4c650e80f58%2C35113%2C1731513271736.1731513273725 to pos 1328, reset compression=false 2024-11-13T15:54:46,865 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736.replicationSource.shipperc4c650e80f58%2C35113%2C1731513271736,1-c4c650e80f58,35113,1731513271736 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,35113,1731513271736 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/WALs/c4c650e80f58,35113,1731513271736/c4c650e80f58%2C35113%2C1731513271736.1731513273725, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T15:54:46,867 ERROR [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736.replicationSource.shipperc4c650e80f58%2C35113%2C1731513271736,1-c4c650e80f58,35113,1731513271736 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c4c650e80f58,35113,1731513271736: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c4c650e80f58,35113,1731513271736, walGroup=c4c650e80f58%2C35113%2C1731513271736, offset=c4c650e80f58%2C35113%2C1731513271736.1731513273725:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:35113 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T15:54:46,868 ERROR [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736.replicationSource.shipperc4c650e80f58%2C35113%2C1731513271736,1-c4c650e80f58,35113,1731513271736 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T15:54:46,870 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736.replicationSource.shipperc4c650e80f58%2C35113%2C1731513271736,1-c4c650e80f58,35113,1731513271736 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T15:54:46,871 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736.replicationSource.shipperc4c650e80f58%2C35113%2C1731513271736,1-c4c650e80f58,35113,1731513271736 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T15:54:46,872 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736.replicationSource.shipperc4c650e80f58%2C35113%2C1731513271736,1-c4c650e80f58,35113,1731513271736 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T15:54:46,872 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736.replicationSource.shipperc4c650e80f58%2C35113%2C1731513271736,1-c4c650e80f58,35113,1731513271736 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T15:54:46,872 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736.replicationSource.shipperc4c650e80f58%2C35113%2C1731513271736,1-c4c650e80f58,35113,1731513271736 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 542361872 }, "NonHeapMemoryUsage": { "committed": 190578688, "init": 7667712, "max": -1, "used": 187831904 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T15:54:46,875 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736.replicationSource.shipperc4c650e80f58%2C35113%2C1731513271736,1-c4c650e80f58,35113,1731513271736 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:41263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:41263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T15:54:47,001 DEBUG [RS:0;c4c650e80f58:35113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:54:47,075 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736.replicationSource.wal-reader.c4c650e80f58%2C35113%2C1731513271736,1-c4c650e80f58,35113,1731513271736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/WALs/c4c650e80f58,35113,1731513271736/c4c650e80f58%2C35113%2C1731513271736.1731513273725 to pos 1328, reset compression=false 2024-11-13T15:54:47,097 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/meta/1588230740/.tmp/rep_barrier/699088b56b124105bc40bd10ce66e71f 2024-11-13T15:54:47,116 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/meta/1588230740/.tmp/table/cb7ecf5322744d3cba4501ca3dd80bd6 is 53, key is hbase:replication/table:state/1731513282056/Put/seqid=0 2024-11-13T15:54:47,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741851_1027 (size=5308) 2024-11-13T15:54:47,201 DEBUG [RS:0;c4c650e80f58:35113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:54:47,281 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:54:47,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,35113,1731513271736, seqNum=-1] 2024-11-13T15:54:47,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c4c650e80f58,35113,1731513271736 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T15:54:47,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,35113,1731513271736, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,35113,1731513271736, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c4c650e80f58,35113,1731513271736 aborting 2024-11-13T15:54:47,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,35113,1731513271736, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c4c650e80f58,35113,1731513271736 aborting 2024-11-13T15:54:47,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,35113,1731513271736, seqNum=-1 from cache 2024-11-13T15:54:47,285 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T15:54:47,286 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-13T15:54:46.144Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c4c650e80f58,35113,1731513271736 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T15:54:46.255Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c4c650e80f58,35113,1731513271736 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T15:54:46.464Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c4c650e80f58,35113,1731513271736 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T15:54:46.773Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c4c650e80f58,35113,1731513271736 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T15:54:47.284Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c4c650e80f58,35113,1731513271736 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c4c650e80f58,35113,1731513271736 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server c4c650e80f58,35113,1731513271736 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T15:54:47,287 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-13T15:54:46.144Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c4c650e80f58,35113,1731513271736 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T15:54:46.255Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c4c650e80f58,35113,1731513271736 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T15:54:46.464Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c4c650e80f58,35113,1731513271736 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T15:54:46.773Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c4c650e80f58,35113,1731513271736 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T15:54:47.284Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c4c650e80f58,35113,1731513271736 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c4c650e80f58,35113,1731513271736 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server c4c650e80f58,35113,1731513271736 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T15:54:47,287 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35113 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:37926 deadline: 1731513345321, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-13T15:54:46.144Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c4c650e80f58,35113,1731513271736 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T15:54:46.255Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c4c650e80f58,35113,1731513271736 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T15:54:46.464Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c4c650e80f58,35113,1731513271736 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T15:54:46.773Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c4c650e80f58,35113,1731513271736 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T15:54:47.284Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c4c650e80f58,35113,1731513271736 aborting 2024-11-13T15:54:47,289 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.shipperc4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-13T15:54:46.144Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c4c650e80f58,35113,1731513271736 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T15:54:46.255Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c4c650e80f58,35113,1731513271736 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T15:54:46.464Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c4c650e80f58,35113,1731513271736 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T15:54:46.773Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c4c650e80f58,35113,1731513271736 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T15:54:47.284Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c4c650e80f58,35113,1731513271736 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c4c650e80f58,35113,1731513271736 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server c4c650e80f58,35113,1731513271736 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T15:54:47,340 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.wal-reader.c4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293/c4c650e80f58%2C36151%2C1731513268293.1731513270178 to pos 1033, reset compression=false 2024-11-13T15:54:47,379 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736.replicationSource.wal-reader.c4c650e80f58%2C35113%2C1731513271736,1-c4c650e80f58,35113,1731513271736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/WALs/c4c650e80f58,35113,1731513271736/c4c650e80f58%2C35113%2C1731513271736.1731513273725 to pos 1328, reset compression=false 2024-11-13T15:54:47,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c4c650e80f58,35113,1731513271736 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T15:54:47,393 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.shipperc4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server c4c650e80f58,35113,1731513271736 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T15:54:47,401 DEBUG [RS:0;c4c650e80f58:35113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:54:47,520 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/meta/1588230740/.tmp/table/cb7ecf5322744d3cba4501ca3dd80bd6 2024-11-13T15:54:47,525 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/meta/1588230740/.tmp/info/4b7be5c15759409597338b70293c2203 as hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/meta/1588230740/info/4b7be5c15759409597338b70293c2203 2024-11-13T15:54:47,528 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/meta/1588230740/info/4b7be5c15759409597338b70293c2203, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T15:54:47,529 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/meta/1588230740/.tmp/ns/e030aaa323aa4f539fe6768c1d7bfa51 as hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/meta/1588230740/ns/e030aaa323aa4f539fe6768c1d7bfa51 2024-11-13T15:54:47,533 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/meta/1588230740/ns/e030aaa323aa4f539fe6768c1d7bfa51, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T15:54:47,533 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/meta/1588230740/.tmp/rep_barrier/699088b56b124105bc40bd10ce66e71f as hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/meta/1588230740/rep_barrier/699088b56b124105bc40bd10ce66e71f 2024-11-13T15:54:47,536 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T15:54:47,537 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/meta/1588230740/rep_barrier/699088b56b124105bc40bd10ce66e71f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T15:54:47,538 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/meta/1588230740/.tmp/table/cb7ecf5322744d3cba4501ca3dd80bd6 as hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/meta/1588230740/table/cb7ecf5322744d3cba4501ca3dd80bd6 2024-11-13T15:54:47,542 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/meta/1588230740/table/cb7ecf5322744d3cba4501ca3dd80bd6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T15:54:47,543 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1743ms, sequenceid=16, compaction requested=false 2024-11-13T15:54:47,549 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T15:54:47,549 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:54:47,550 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:54:47,550 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:54:47,550 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513285800Running coprocessor pre-close hooks at 1731513285800Disabling compacts and flushes for region at 1731513285800Disabling writes for close at 1731513285800Obtaining lock to block concurrent updates at 1731513285800Preparing flush snapshotting stores in 1588230740 at 1731513285800Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731513285800Flushing stores of hbase:meta,,1.1588230740 at 1731513285801 (+1 ms)Flushing 1588230740/info: creating writer at 1731513285801Flushing 1588230740/info: appending metadata at 1731513285826 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731513285826Flushing 1588230740/ns: creating writer at 1731513286248 (+422 ms)Flushing 1588230740/ns: appending metadata at 1731513286266 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731513286266Flushing 1588230740/rep_barrier: creating writer at 1731513286678 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731513286692 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731513286693 (+1 ms)Flushing 1588230740/table: creating writer at 1731513287101 (+408 ms)Flushing 1588230740/table: appending metadata at 1731513287115 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731513287115Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19ba9f82: reopening flushed file at 1731513287524 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ff417b0: reopening flushed file at 1731513287528 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@147eccf0: reopening flushed file at 1731513287533 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d10f153: reopening flushed file at 1731513287537 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1743ms, sequenceid=16, compaction requested=false at 1731513287543 (+6 ms)Writing region close event to WAL at 1731513287546 (+3 ms)Running coprocessor post-close hooks at 1731513287549 (+3 ms)Closed at 1731513287550 (+1 ms) 2024-11-13T15:54:47,550 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T15:54:47,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:47,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:47,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:47,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:47,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:47,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:47,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:47,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:47,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c4c650e80f58,35113,1731513271736 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T15:54:47,597 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.shipperc4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server c4c650e80f58,35113,1731513271736 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T15:54:47,601 INFO [RS:0;c4c650e80f58:35113 {}] regionserver.HRegionServer(976): stopping server c4c650e80f58,35113,1731513271736; all regions closed. 2024-11-13T15:54:47,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741834_1010 (size=4239) 2024-11-13T15:54:47,603 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/WALs/c4c650e80f58,35113,1731513271736/c4c650e80f58%2C35113%2C1731513271736.meta.1731513274675.meta not finished, retry = 0 2024-11-13T15:54:47,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741839_1015 (size=3127) 2024-11-13T15:54:47,706 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/WALs/c4c650e80f58,35113,1731513271736/c4c650e80f58%2C35113%2C1731513271736.rep.1731513282009 not finished, retry = 0 2024-11-13T15:54:47,782 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736.replicationSource.wal-reader.c4c650e80f58%2C35113%2C1731513271736,1-c4c650e80f58,35113,1731513271736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/WALs/c4c650e80f58,35113,1731513271736/c4c650e80f58%2C35113%2C1731513271736.1731513273725 to pos 1328, reset compression=false 2024-11-13T15:54:47,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741832_1008 (size=1336) 2024-11-13T15:54:47,809 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/WALs/c4c650e80f58,35113,1731513271736/c4c650e80f58%2C35113%2C1731513271736.1731513273725 not finished, retry = 0 2024-11-13T15:54:47,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c4c650e80f58,35113,1731513271736 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T15:54:47,900 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.shipperc4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server c4c650e80f58,35113,1731513271736 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T15:54:47,910 DEBUG [RS:0;c4c650e80f58:35113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:47,910 INFO [RS:0;c4c650e80f58:35113 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:54:47,910 INFO [RS:0;c4c650e80f58:35113 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:54:47,911 INFO [RS:0;c4c650e80f58:35113 {}] hbase.ChoreService(370): Chore service for: regionserver/c4c650e80f58:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T15:54:47,911 INFO [RS:0;c4c650e80f58:35113 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:54:47,911 INFO [regionserver/c4c650e80f58:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:54:47,911 INFO [RS:0;c4c650e80f58:35113 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c4c650e80f58,35113,1731513271736 because: Region server is closing 2024-11-13T15:54:47,911 INFO [RS:0;c4c650e80f58:35113 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:35113. 2024-11-13T15:54:47,911 DEBUG [RS:0;c4c650e80f58:35113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:54:47,911 DEBUG [RS:0;c4c650e80f58:35113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:47,912 DEBUG [RS:0;c4c650e80f58:35113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:47,912 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:54:48,012 INFO [RS:0;c4c650e80f58:35113 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736.replicationSource.shipperc4c650e80f58%2C35113%2C1731513271736,1-c4c650e80f58,35113,1731513271736 terminated 2024-11-13T15:54:48,012 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35113,1731513271736.replicationSource.wal-reader.c4c650e80f58%2C35113%2C1731513271736,1-c4c650e80f58,35113,1731513271736 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T15:54:48,012 INFO [RS:0;c4c650e80f58:35113 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:35113. 2024-11-13T15:54:48,012 DEBUG [RS:0;c4c650e80f58:35113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:54:48,012 DEBUG [RS:0;c4c650e80f58:35113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:48,012 DEBUG [RS:0;c4c650e80f58:35113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:48,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:54:48,012 INFO [RS:0;c4c650e80f58:35113 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35113 2024-11-13T15:54:48,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35113-0x100a5ff433c0004, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2095891405/rs/c4c650e80f58,35113,1731513271736 2024-11-13T15:54:48,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100a5ff433c0003, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2095891405/rs 2024-11-13T15:54:48,015 INFO [RS:0;c4c650e80f58:35113 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:54:48,017 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4c650e80f58,35113,1731513271736] 2024-11-13T15:54:48,018 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2095891405/draining/c4c650e80f58,35113,1731513271736 already deleted, retry=false 2024-11-13T15:54:48,018 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4c650e80f58,35113,1731513271736 expired; onlineServers=0 2024-11-13T15:54:48,018 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4c650e80f58,41263,1731513271699' ***** 2024-11-13T15:54:48,018 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T15:54:48,019 INFO [M:0;c4c650e80f58:41263 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:54:48,019 INFO [M:0;c4c650e80f58:41263 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:54:48,019 DEBUG [M:0;c4c650e80f58:41263 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T15:54:48,019 DEBUG [M:0;c4c650e80f58:41263 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T15:54:48,019 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T15:54:48,019 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513273517 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513273517,5,FailOnTimeoutGroup] 2024-11-13T15:54:48,019 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513273516 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513273516,5,FailOnTimeoutGroup] 2024-11-13T15:54:48,019 INFO [M:0;c4c650e80f58:41263 {}] hbase.ChoreService(370): Chore service for: master/c4c650e80f58:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T15:54:48,019 INFO [M:0;c4c650e80f58:41263 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:54:48,019 DEBUG [M:0;c4c650e80f58:41263 {}] master.HMaster(1795): Stopping service threads 2024-11-13T15:54:48,019 INFO [M:0;c4c650e80f58:41263 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T15:54:48,019 INFO [M:0;c4c650e80f58:41263 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:54:48,019 INFO [M:0;c4c650e80f58:41263 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T15:54:48,019 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T15:54:48,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100a5ff433c0003, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2095891405/master 2024-11-13T15:54:48,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100a5ff433c0003, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2095891405 2024-11-13T15:54:48,020 DEBUG [M:0;c4c650e80f58:41263 {}] zookeeper.ZKUtil(347): master:41263-0x100a5ff433c0003, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Unable to get data of znode /1-2095891405/master because node does not exist (not an error) 2024-11-13T15:54:48,020 WARN [M:0;c4c650e80f58:41263 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T15:54:48,021 INFO [M:0;c4c650e80f58:41263 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/.lastflushedseqids 2024-11-13T15:54:48,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741852_1028 (size=263) 2024-11-13T15:54:48,045 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.wal-reader.c4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293/c4c650e80f58%2C36151%2C1731513268293.1731513270178 to pos 1033, reset compression=false 2024-11-13T15:54:48,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35113-0x100a5ff433c0004, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:54:48,117 INFO [RS:0;c4c650e80f58:35113 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:54:48,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35113-0x100a5ff433c0004, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:54:48,117 INFO [RS:0;c4c650e80f58:35113 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4c650e80f58,35113,1731513271736; zookeeper connection closed. 2024-11-13T15:54:48,117 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f13e619 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f13e619 2024-11-13T15:54:48,118 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T15:54:48,304 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c4c650e80f58:35113 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c4c650e80f58/172.17.0.3:35113 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T15:54:48,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address c4c650e80f58:35113 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c4c650e80f58/172.17.0.3:35113 2024-11-13T15:54:48,305 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.shipperc4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=c4c650e80f58:35113 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c4c650e80f58/172.17.0.3:35113 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c4c650e80f58/172.17.0.3:35113 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-13T15:54:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T15:54:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] ipc.CallRunner(138): callId: 18 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:52296 deadline: 1731513348307, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-13T15:54:48,308 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.shipperc4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T15:54:48,309 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.shipperc4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T15:54:48,428 INFO [M:0;c4c650e80f58:41263 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T15:54:48,428 INFO [M:0;c4c650e80f58:41263 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T15:54:48,428 DEBUG [M:0;c4c650e80f58:41263 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:54:48,428 INFO [M:0;c4c650e80f58:41263 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:48,428 DEBUG [M:0;c4c650e80f58:41263 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:48,429 DEBUG [M:0;c4c650e80f58:41263 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:54:48,429 DEBUG [M:0;c4c650e80f58:41263 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:48,429 INFO [M:0;c4c650e80f58:41263 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T15:54:48,444 DEBUG [M:0;c4c650e80f58:41263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d0be994ac97948589a29473f11248139 is 82, key is hbase:meta,,1/info:regioninfo/1731513274710/Put/seqid=0 2024-11-13T15:54:48,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741853_1029 (size=5672) 2024-11-13T15:54:48,809 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.shipperc4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-13T15:54:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T15:54:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] ipc.CallRunner(138): callId: 20 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:52296 deadline: 1731513348811, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-13T15:54:48,812 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.shipperc4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T15:54:48,813 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.shipperc4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T15:54:48,813 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.shipperc4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-13T15:54:48,848 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.wal-reader.c4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293/c4c650e80f58%2C36151%2C1731513268293.1731513270178 to pos 1033, reset compression=false 2024-11-13T15:54:48,848 INFO [M:0;c4c650e80f58:41263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d0be994ac97948589a29473f11248139 2024-11-13T15:54:48,867 DEBUG [M:0;c4c650e80f58:41263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57f4867d14334aaabcc7d2af3e9a798e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731513282059/Put/seqid=0 2024-11-13T15:54:48,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741854_1030 (size=8516) 2024-11-13T15:54:49,272 INFO [M:0;c4c650e80f58:41263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57f4867d14334aaabcc7d2af3e9a798e 2024-11-13T15:54:49,290 DEBUG [M:0;c4c650e80f58:41263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/482eeac68c17459d9ec04764e9363a6d is 69, key is c4c650e80f58,35113,1731513271736/rs:state/1731513273577/Put/seqid=0 2024-11-13T15:54:49,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741855_1031 (size=5156) 2024-11-13T15:54:49,413 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.shipperc4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-13T15:54:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T15:54:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] ipc.CallRunner(138): callId: 22 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:52296 deadline: 1731513349415, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-13T15:54:49,416 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.shipperc4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T15:54:49,417 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.shipperc4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T15:54:49,417 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.shipperc4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-13T15:54:49,694 INFO [M:0;c4c650e80f58:41263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/482eeac68c17459d9ec04764e9363a6d 2024-11-13T15:54:49,699 DEBUG [M:0;c4c650e80f58:41263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d0be994ac97948589a29473f11248139 as hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d0be994ac97948589a29473f11248139 2024-11-13T15:54:49,703 INFO [M:0;c4c650e80f58:41263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d0be994ac97948589a29473f11248139, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T15:54:49,704 DEBUG [M:0;c4c650e80f58:41263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57f4867d14334aaabcc7d2af3e9a798e as hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/57f4867d14334aaabcc7d2af3e9a798e 2024-11-13T15:54:49,708 INFO [M:0;c4c650e80f58:41263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/57f4867d14334aaabcc7d2af3e9a798e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T15:54:49,709 DEBUG [M:0;c4c650e80f58:41263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/482eeac68c17459d9ec04764e9363a6d as hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/482eeac68c17459d9ec04764e9363a6d 2024-11-13T15:54:49,712 INFO [M:0;c4c650e80f58:41263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37693/user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/482eeac68c17459d9ec04764e9363a6d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T15:54:49,713 INFO [M:0;c4c650e80f58:41263 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false 2024-11-13T15:54:49,718 INFO [M:0;c4c650e80f58:41263 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:49,718 DEBUG [M:0;c4c650e80f58:41263 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513288428Disabling compacts and flushes for region at 1731513288428Disabling writes for close at 1731513288429 (+1 ms)Obtaining lock to block concurrent updates at 1731513288429Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731513288429Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731513288429Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731513288430 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731513288430Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731513288444 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731513288444Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731513288853 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731513288867 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731513288867Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731513289276 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731513289290 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731513289290Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49ce7232: reopening flushed file at 1731513289699 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cee8de8: reopening flushed file at 1731513289703 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fbdf426: reopening flushed file at 1731513289708 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false at 1731513289713 (+5 ms)Writing region close event to WAL at 1731513289718 (+5 ms)Closed at 1731513289718 2024-11-13T15:54:49,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741830_1006 (size=63654) 2024-11-13T15:54:49,720 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/30ab12f6-9a6f-73e8-30b0-f15fd93928d6/MasterData/WALs/c4c650e80f58,41263,1731513271699/c4c650e80f58%2C41263%2C1731513271699.1731513273433 not finished, retry = 0 2024-11-13T15:54:49,753 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.wal-reader.c4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293/c4c650e80f58%2C36151%2C1731513268293.1731513270178 to pos 1033, reset compression=false 2024-11-13T15:54:49,821 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:54:49,821 INFO [M:0;c4c650e80f58:41263 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T15:54:49,821 INFO [M:0;c4c650e80f58:41263 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41263 2024-11-13T15:54:49,822 INFO [M:0;c4c650e80f58:41263 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:54:49,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100a5ff433c0003, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:54:49,925 INFO [M:0;c4c650e80f58:41263 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:54:49,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x100a5ff433c0003, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:54:49,927 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7008b82c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:54:49,928 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3914938{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:54:49,928 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:54:49,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3825e0d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:54:49,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44b21b86{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683276d2-daf8-b07e-f554-0b83927cda37/hadoop.log.dir/,STOPPED} 2024-11-13T15:54:49,929 WARN [BP-2145556816-172.17.0.3-1731513270672 heartbeating to localhost/127.0.0.1:37693 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T15:54:49,929 WARN [BP-2145556816-172.17.0.3-1731513270672 heartbeating to localhost/127.0.0.1:37693 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2145556816-172.17.0.3-1731513270672 (Datanode Uuid b07d1da0-30b2-49ab-b804-f520e2e9a38f) service to localhost/127.0.0.1:37693 2024-11-13T15:54:49,931 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T15:54:49,931 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T15:54:49,931 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T15:54:49,931 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683276d2-daf8-b07e-f554-0b83927cda37/cluster_5b68426d-1797-b3d5-d604-844204169b5a/data/data2/current/BP-2145556816-172.17.0.3-1731513270672 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:54:49,931 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683276d2-daf8-b07e-f554-0b83927cda37/cluster_5b68426d-1797-b3d5-d604-844204169b5a/data/data1/current/BP-2145556816-172.17.0.3-1731513270672 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:54:49,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@438f260f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:54:49,938 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@36b62eed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:54:49,938 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:54:49,938 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cf894d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:54:49,938 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40bf84a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683276d2-daf8-b07e-f554-0b83927cda37/hadoop.log.dir/,STOPPED} 2024-11-13T15:54:49,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T15:54:49,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T15:54:49,954 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:54:49,954 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:54:49,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:49,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:49,954 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:54:49,954 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T15:54:49,954 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=49790590, stopped=false 2024-11-13T15:54:49,954 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4c650e80f58,44143,1731513268236 2024-11-13T15:54:49,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x100a5ff433c0000, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1036317512/running 2024-11-13T15:54:49,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x100a5ff433c0000, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036317512 2024-11-13T15:54:49,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36151-0x100a5ff433c0001, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1036317512/running 2024-11-13T15:54:49,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36151-0x100a5ff433c0001, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036317512 2024-11-13T15:54:49,956 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:54:49,956 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:54:49,956 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:54:49,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:49,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36151-0x100a5ff433c0001, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Set watcher on znode that does not yet exist, /0-1036317512/running 2024-11-13T15:54:49,956 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4c650e80f58,36151,1731513268293' ***** 2024-11-13T15:54:49,956 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T15:54:49,957 INFO [RS:0;c4c650e80f58:36151 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T15:54:49,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44143-0x100a5ff433c0000, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Set watcher on znode that does not yet exist, /0-1036317512/running 2024-11-13T15:54:49,957 INFO [RS:0;c4c650e80f58:36151 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T15:54:49,957 INFO [RS:0;c4c650e80f58:36151 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T15:54:49,957 INFO [RS:0;c4c650e80f58:36151 {}] regionserver.HRegionServer(3091): Received CLOSE for b0e4d1be9910eb6ff35da0c9fb5bf317 2024-11-13T15:54:49,957 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T15:54:49,957 INFO [RS:0;c4c650e80f58:36151 {}] regionserver.HRegionServer(3091): Received CLOSE for 36f844574f469e983c76d47f6804f019 2024-11-13T15:54:49,957 INFO [RS:0;c4c650e80f58:36151 {}] regionserver.HRegionServer(959): stopping server c4c650e80f58,36151,1731513268293 2024-11-13T15:54:49,957 INFO [RS:0;c4c650e80f58:36151 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:54:49,958 INFO [RS:0;c4c650e80f58:36151 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:36151. 2024-11-13T15:54:49,958 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0e4d1be9910eb6ff35da0c9fb5bf317, disabling compactions & flushes 2024-11-13T15:54:49,958 DEBUG [RS:0;c4c650e80f58:36151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:54:49,958 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731513274777.b0e4d1be9910eb6ff35da0c9fb5bf317. 2024-11-13T15:54:49,958 DEBUG [RS:0;c4c650e80f58:36151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:49,958 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731513274777.b0e4d1be9910eb6ff35da0c9fb5bf317. 2024-11-13T15:54:49,958 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731513274777.b0e4d1be9910eb6ff35da0c9fb5bf317. after waiting 0 ms 2024-11-13T15:54:49,958 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731513274777.b0e4d1be9910eb6ff35da0c9fb5bf317. 2024-11-13T15:54:49,958 INFO [RS:0;c4c650e80f58:36151 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T15:54:49,958 INFO [RS:0;c4c650e80f58:36151 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T15:54:49,958 INFO [RS:0;c4c650e80f58:36151 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T15:54:49,958 INFO [RS:0;c4c650e80f58:36151 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T15:54:49,958 INFO [RS:0;c4c650e80f58:36151 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T15:54:49,958 DEBUG [RS:0;c4c650e80f58:36151 {}] regionserver.HRegionServer(1325): Online Regions={b0e4d1be9910eb6ff35da0c9fb5bf317=test,,1731513274777.b0e4d1be9910eb6ff35da0c9fb5bf317., 36f844574f469e983c76d47f6804f019=hbase:replication,,1731513279103.36f844574f469e983c76d47f6804f019., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T15:54:49,958 DEBUG [RS:0;c4c650e80f58:36151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36f844574f469e983c76d47f6804f019, b0e4d1be9910eb6ff35da0c9fb5bf317 2024-11-13T15:54:49,958 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:54:49,958 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:54:49,958 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:54:49,958 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:54:49,958 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:54:49,958 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T15:54:49,962 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/default/test/b0e4d1be9910eb6ff35da0c9fb5bf317/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T15:54:49,962 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:54:49,962 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T15:54:49,962 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731513274777.b0e4d1be9910eb6ff35da0c9fb5bf317. 2024-11-13T15:54:49,963 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0e4d1be9910eb6ff35da0c9fb5bf317: Waiting for close lock at 1731513289957Running coprocessor pre-close hooks at 1731513289958 (+1 ms)Disabling compacts and flushes for region at 1731513289958Disabling writes for close at 1731513289958Writing region close event to WAL at 1731513289959 (+1 ms)Running coprocessor post-close hooks at 1731513289962 (+3 ms)Closed at 1731513289962 2024-11-13T15:54:49,963 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731513274777.b0e4d1be9910eb6ff35da0c9fb5bf317. 2024-11-13T15:54:49,963 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 36f844574f469e983c76d47f6804f019, disabling compactions & flushes 2024-11-13T15:54:49,963 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731513279103.36f844574f469e983c76d47f6804f019. 2024-11-13T15:54:49,963 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731513279103.36f844574f469e983c76d47f6804f019. 2024-11-13T15:54:49,963 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731513279103.36f844574f469e983c76d47f6804f019. after waiting 0 ms 2024-11-13T15:54:49,963 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731513279103.36f844574f469e983c76d47f6804f019. 2024-11-13T15:54:49,963 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 36f844574f469e983c76d47f6804f019 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-13T15:54:49,977 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/replication/36f844574f469e983c76d47f6804f019/.tmp/hfileref/f8060d2c09024178a58f12f5ef8863e1 is 74, key is 1/hfileref:044eae11cb0f4c118fbbafbff423ccf4_SeqId_6_/1731513285280/Put/seqid=0 2024-11-13T15:54:49,978 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/meta/1588230740/.tmp/info/db85fc5965d24573bcfdfe11d4ed047e is 147, key is hbase:replication,,1731513279103.36f844574f469e983c76d47f6804f019./info:regioninfo/1731513280273/Put/seqid=0 2024-11-13T15:54:49,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37517 is added to blk_1073741846_1022 (size=5345) 2024-11-13T15:54:49,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37517 is added to blk_1073741847_1023 (size=7686) 2024-11-13T15:54:50,053 INFO [regionserver/c4c650e80f58:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:54:50,117 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.shipperc4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-13T15:54:50,118 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c4c650e80f58:41263 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c4c650e80f58/172.17.0.3:41263 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T15:54:50,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address c4c650e80f58:41263 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c4c650e80f58/172.17.0.3:41263 2024-11-13T15:54:50,119 INFO [regionserver/c4c650e80f58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T15:54:50,119 INFO [regionserver/c4c650e80f58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T15:54:50,158 DEBUG [RS:0;c4c650e80f58:36151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36f844574f469e983c76d47f6804f019 2024-11-13T15:54:50,221 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:54:50,222 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c4c650e80f58:41263 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c4c650e80f58/172.17.0.3:41263 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T15:54:50,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c4c650e80f58,41263,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=c4c650e80f58:41263 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c4c650e80f58/172.17.0.3:41263 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-13T15:54:50,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address c4c650e80f58:41263 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c4c650e80f58/172.17.0.3:41263 2024-11-13T15:54:50,359 DEBUG [RS:0;c4c650e80f58:36151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36f844574f469e983c76d47f6804f019 2024-11-13T15:54:50,382 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/replication/36f844574f469e983c76d47f6804f019/.tmp/hfileref/f8060d2c09024178a58f12f5ef8863e1 2024-11-13T15:54:50,382 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/meta/1588230740/.tmp/info/db85fc5965d24573bcfdfe11d4ed047e 2024-11-13T15:54:50,401 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/replication/36f844574f469e983c76d47f6804f019/.tmp/queue/cbf532e3f8e84592ae330eaf1d3045f1 is 153, key is 1-c4c650e80f58,36151,1731513268293/queue:c4c650e80f58%2C36151%2C1731513268293/1731513283779/Put/seqid=0 2024-11-13T15:54:50,404 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/meta/1588230740/.tmp/ns/d085feeb4767429aa8c0c4aac5518dda is 43, key is default/ns:d/1731513270535/Put/seqid=0 2024-11-13T15:54:50,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37517 is added to blk_1073741848_1024 (size=5352) 2024-11-13T15:54:50,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37517 is added to blk_1073741849_1025 (size=5153) 2024-11-13T15:54:50,431 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:54:50,432 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c4c650e80f58:41263 this server is in the failed servers list 2024-11-13T15:54:50,432 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c4c650e80f58,41263,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c4c650e80f58:41263 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c4c650e80f58:41263 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T15:54:50,559 DEBUG [RS:0;c4c650e80f58:36151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36f844574f469e983c76d47f6804f019 2024-11-13T15:54:50,741 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:54:50,742 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c4c650e80f58:41263 this server is in the failed servers list 2024-11-13T15:54:50,742 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c4c650e80f58,41263,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c4c650e80f58:41263 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c4c650e80f58:41263 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T15:54:50,756 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.wal-reader.c4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293/c4c650e80f58%2C36151%2C1731513268293.1731513270178 to pos 1033, reset compression=false 2024-11-13T15:54:50,759 DEBUG [RS:0;c4c650e80f58:36151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36f844574f469e983c76d47f6804f019 2024-11-13T15:54:50,761 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.wal-reader.c4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:54:50,761 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.wal-reader.c4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293/c4c650e80f58%2C36151%2C1731513268293.1731513270178 to pos 1328, reset compression=false 2024-11-13T15:54:50,805 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/replication/36f844574f469e983c76d47f6804f019/.tmp/queue/cbf532e3f8e84592ae330eaf1d3045f1 2024-11-13T15:54:50,807 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/meta/1588230740/.tmp/ns/d085feeb4767429aa8c0c4aac5518dda 2024-11-13T15:54:50,811 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/replication/36f844574f469e983c76d47f6804f019/.tmp/hfileref/f8060d2c09024178a58f12f5ef8863e1 as hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/replication/36f844574f469e983c76d47f6804f019/hfileref/f8060d2c09024178a58f12f5ef8863e1 2024-11-13T15:54:50,816 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/replication/36f844574f469e983c76d47f6804f019/hfileref/f8060d2c09024178a58f12f5ef8863e1, entries=4, sequenceid=10, filesize=5.2 K 2024-11-13T15:54:50,816 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/replication/36f844574f469e983c76d47f6804f019/.tmp/queue/cbf532e3f8e84592ae330eaf1d3045f1 as hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/replication/36f844574f469e983c76d47f6804f019/queue/cbf532e3f8e84592ae330eaf1d3045f1 2024-11-13T15:54:50,821 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/replication/36f844574f469e983c76d47f6804f019/queue/cbf532e3f8e84592ae330eaf1d3045f1, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T15:54:50,822 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 36f844574f469e983c76d47f6804f019 in 859ms, sequenceid=10, compaction requested=false 2024-11-13T15:54:50,828 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/replication/36f844574f469e983c76d47f6804f019/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T15:54:50,829 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:54:50,829 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:54:50,829 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731513279103.36f844574f469e983c76d47f6804f019. 2024-11-13T15:54:50,829 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 36f844574f469e983c76d47f6804f019: Waiting for close lock at 1731513289963Running coprocessor pre-close hooks at 1731513289963Disabling compacts and flushes for region at 1731513289963Disabling writes for close at 1731513289963Obtaining lock to block concurrent updates at 1731513289963Preparing flush snapshotting stores in 36f844574f469e983c76d47f6804f019 at 1731513289963Finished memstore snapshotting hbase:replication,,1731513279103.36f844574f469e983c76d47f6804f019., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731513289963Flushing stores of hbase:replication,,1731513279103.36f844574f469e983c76d47f6804f019. at 1731513289964 (+1 ms)Flushing 36f844574f469e983c76d47f6804f019/hfileref: creating writer at 1731513289964Flushing 36f844574f469e983c76d47f6804f019/hfileref: appending metadata at 1731513289977 (+13 ms)Flushing 36f844574f469e983c76d47f6804f019/hfileref: closing flushed file at 1731513289977Flushing 36f844574f469e983c76d47f6804f019/queue: creating writer at 1731513290387 (+410 ms)Flushing 36f844574f469e983c76d47f6804f019/queue: appending metadata at 1731513290400 (+13 ms)Flushing 36f844574f469e983c76d47f6804f019/queue: closing flushed file at 1731513290400Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ed7a3d9: reopening flushed file at 1731513290810 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1515bb5: reopening flushed file at 1731513290816 (+6 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 36f844574f469e983c76d47f6804f019 in 859ms, sequenceid=10, compaction requested=false at 1731513290822 (+6 ms)Writing region close event to WAL at 1731513290823 (+1 ms)Running coprocessor post-close hooks at 1731513290829 (+6 ms)Closed at 1731513290829 2024-11-13T15:54:50,829 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731513279103.36f844574f469e983c76d47f6804f019. 2024-11-13T15:54:50,840 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/meta/1588230740/.tmp/rep_barrier/891f0c05216b45819d93310df09320eb is 112, key is test,,1731513274777.b0e4d1be9910eb6ff35da0c9fb5bf317./rep_barrier:seqnumDuringOpen/1731513275945/Put/seqid=0 2024-11-13T15:54:50,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37517 is added to blk_1073741850_1026 (size=5518) 2024-11-13T15:54:50,959 INFO [RS:0;c4c650e80f58:36151 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T15:54:50,959 DEBUG [RS:0;c4c650e80f58:36151 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T15:54:50,959 DEBUG [RS:0;c4c650e80f58:36151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:54:50,964 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.wal-reader.c4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293/c4c650e80f58%2C36151%2C1731513268293.1731513270178 to pos 1328, reset compression=false 2024-11-13T15:54:51,159 DEBUG [RS:0;c4c650e80f58:36151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:54:51,249 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/meta/1588230740/.tmp/rep_barrier/891f0c05216b45819d93310df09320eb 2024-11-13T15:54:51,251 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:54:51,251 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c4c650e80f58:41263 this server is in the failed servers list 2024-11-13T15:54:51,251 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c4c650e80f58,41263,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c4c650e80f58:41263 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c4c650e80f58:41263 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T15:54:51,268 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.wal-reader.c4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293/c4c650e80f58%2C36151%2C1731513268293.1731513270178 to pos 1328, reset compression=false 2024-11-13T15:54:51,272 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/meta/1588230740/.tmp/table/7a3dbbdd95634e218f145438a597adf5 is 53, key is hbase:replication/table:state/1731513280280/Put/seqid=0 2024-11-13T15:54:51,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37517 is added to blk_1073741851_1027 (size=5308) 2024-11-13T15:54:51,360 DEBUG [RS:0;c4c650e80f58:36151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:54:51,560 DEBUG [RS:0;c4c650e80f58:36151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:54:51,672 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.wal-reader.c4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293/c4c650e80f58%2C36151%2C1731513268293.1731513270178 to pos 1328, reset compression=false 2024-11-13T15:54:51,692 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/meta/1588230740/.tmp/table/7a3dbbdd95634e218f145438a597adf5 2024-11-13T15:54:51,697 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/meta/1588230740/.tmp/info/db85fc5965d24573bcfdfe11d4ed047e as hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/meta/1588230740/info/db85fc5965d24573bcfdfe11d4ed047e 2024-11-13T15:54:51,700 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/meta/1588230740/info/db85fc5965d24573bcfdfe11d4ed047e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T15:54:51,701 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/meta/1588230740/.tmp/ns/d085feeb4767429aa8c0c4aac5518dda as hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/meta/1588230740/ns/d085feeb4767429aa8c0c4aac5518dda 2024-11-13T15:54:51,705 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/meta/1588230740/ns/d085feeb4767429aa8c0c4aac5518dda, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T15:54:51,706 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/meta/1588230740/.tmp/rep_barrier/891f0c05216b45819d93310df09320eb as hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/meta/1588230740/rep_barrier/891f0c05216b45819d93310df09320eb 2024-11-13T15:54:51,710 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/meta/1588230740/rep_barrier/891f0c05216b45819d93310df09320eb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T15:54:51,710 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/meta/1588230740/.tmp/table/7a3dbbdd95634e218f145438a597adf5 as hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/meta/1588230740/table/7a3dbbdd95634e218f145438a597adf5 2024-11-13T15:54:51,714 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/meta/1588230740/table/7a3dbbdd95634e218f145438a597adf5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T15:54:51,715 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1757ms, sequenceid=16, compaction requested=false 2024-11-13T15:54:51,715 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T15:54:51,721 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T15:54:51,721 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:54:51,721 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:54:51,721 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:54:51,722 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513289958Running coprocessor pre-close hooks at 1731513289958Disabling compacts and flushes for region at 1731513289958Disabling writes for close at 1731513289958Obtaining lock to block concurrent updates at 1731513289958Preparing flush snapshotting stores in 1588230740 at 1731513289958Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731513289959 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731513289959Flushing 1588230740/info: creating writer at 1731513289959Flushing 1588230740/info: appending metadata at 1731513289978 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731513289978Flushing 1588230740/ns: creating writer at 1731513290387 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731513290403 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731513290403Flushing 1588230740/rep_barrier: creating writer at 1731513290821 (+418 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731513290839 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731513290839Flushing 1588230740/table: creating writer at 1731513291254 (+415 ms)Flushing 1588230740/table: appending metadata at 1731513291272 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731513291272Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29551b3d: reopening flushed file at 1731513291696 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a2ac369: reopening flushed file at 1731513291700 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a214a38: reopening flushed file at 1731513291705 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16731713: reopening flushed file at 1731513291710 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1757ms, sequenceid=16, compaction requested=false at 1731513291715 (+5 ms)Writing region close event to WAL at 1731513291717 (+2 ms)Running coprocessor post-close hooks at 1731513291721 (+4 ms)Closed at 1731513291721 2024-11-13T15:54:51,722 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T15:54:51,760 INFO [RS:0;c4c650e80f58:36151 {}] regionserver.HRegionServer(976): stopping server c4c650e80f58,36151,1731513268293; all regions closed. 2024-11-13T15:54:51,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37517 is added to blk_1073741834_1010 (size=4239) 2024-11-13T15:54:51,763 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293/c4c650e80f58%2C36151%2C1731513268293.meta.1731513270496.meta not finished, retry = 0 2024-11-13T15:54:51,865 DEBUG [RS:0;c4c650e80f58:36151 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/oldWALs 2024-11-13T15:54:51,865 INFO [RS:0;c4c650e80f58:36151 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4c650e80f58%2C36151%2C1731513268293.meta:.meta(num 1731513270496) 2024-11-13T15:54:51,867 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293/c4c650e80f58%2C36151%2C1731513268293.rep.1731513280240 not finished, retry = 0 2024-11-13T15:54:51,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37517 is added to blk_1073741839_1015 (size=2695) 2024-11-13T15:54:51,970 DEBUG [RS:0;c4c650e80f58:36151 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/oldWALs 2024-11-13T15:54:51,970 INFO [RS:0;c4c650e80f58:36151 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4c650e80f58%2C36151%2C1731513268293.rep:(num 1731513280240) 2024-11-13T15:54:51,972 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/WALs/c4c650e80f58,36151,1731513268293/c4c650e80f58%2C36151%2C1731513268293.1731513270178 not finished, retry = 0 2024-11-13T15:54:51,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37517 is added to blk_1073741833_1009 (size=1336) 2024-11-13T15:54:52,074 DEBUG [RS:0;c4c650e80f58:36151 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/oldWALs 2024-11-13T15:54:52,074 INFO [RS:0;c4c650e80f58:36151 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4c650e80f58%2C36151%2C1731513268293:(num 1731513270178) 2024-11-13T15:54:52,074 DEBUG [RS:0;c4c650e80f58:36151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:52,074 INFO [RS:0;c4c650e80f58:36151 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:54:52,074 INFO [RS:0;c4c650e80f58:36151 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:54:52,075 INFO [RS:0;c4c650e80f58:36151 {}] hbase.ChoreService(370): Chore service for: regionserver/c4c650e80f58:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T15:54:52,075 INFO [RS:0;c4c650e80f58:36151 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:54:52,075 INFO [regionserver/c4c650e80f58:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:54:52,075 INFO [RS:0;c4c650e80f58:36151 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c4c650e80f58,36151,1731513268293 because: Region server is closing 2024-11-13T15:54:52,075 INFO [RS:0;c4c650e80f58:36151 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:36151. 2024-11-13T15:54:52,075 DEBUG [RS:0;c4c650e80f58:36151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:54:52,075 DEBUG [RS:0;c4c650e80f58:36151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:52,075 DEBUG [RS:0;c4c650e80f58:36151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:52,075 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:54:52,176 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.wal-reader.c4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T15:54:52,176 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.shipperc4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-13T15:54:52,176 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.shipperc4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T15:54:52,176 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.shipperc4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-13T15:54:52,261 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:54:52,261 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c4c650e80f58,41263,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:41263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T15:54:52,264 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2143 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c4c650e80f58,41263,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:41263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T15:54:52,977 INFO [RS:0;c4c650e80f58:36151 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,36151,1731513268293.replicationSource.shipperc4c650e80f58%2C36151%2C1731513268293,1-c4c650e80f58,36151,1731513268293 terminated 2024-11-13T15:54:52,977 INFO [RS:0;c4c650e80f58:36151 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:36151. 2024-11-13T15:54:52,977 DEBUG [RS:0;c4c650e80f58:36151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:54:52,977 DEBUG [RS:0;c4c650e80f58:36151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:52,977 DEBUG [RS:0;c4c650e80f58:36151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:52,977 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:54:52,977 INFO [RS:0;c4c650e80f58:36151 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36151 2024-11-13T15:54:52,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36151-0x100a5ff433c0001, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1036317512/rs/c4c650e80f58,36151,1731513268293 2024-11-13T15:54:52,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x100a5ff433c0000, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036317512/rs 2024-11-13T15:54:52,979 INFO [RS:0;c4c650e80f58:36151 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:54:52,980 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4c650e80f58,36151,1731513268293] 2024-11-13T15:54:52,982 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1036317512/draining/c4c650e80f58,36151,1731513268293 already deleted, retry=false 2024-11-13T15:54:52,982 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4c650e80f58,36151,1731513268293 expired; onlineServers=0 2024-11-13T15:54:52,982 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4c650e80f58,44143,1731513268236' ***** 2024-11-13T15:54:52,982 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T15:54:52,983 INFO [M:0;c4c650e80f58:44143 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:54:52,983 INFO [M:0;c4c650e80f58:44143 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:54:52,983 DEBUG [M:0;c4c650e80f58:44143 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T15:54:52,983 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T15:54:52,983 DEBUG [M:0;c4c650e80f58:44143 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T15:54:52,983 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513269873 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513269873,5,FailOnTimeoutGroup] 2024-11-13T15:54:52,983 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513269874 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513269874,5,FailOnTimeoutGroup] 2024-11-13T15:54:52,983 INFO [M:0;c4c650e80f58:44143 {}] hbase.ChoreService(370): Chore service for: master/c4c650e80f58:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T15:54:52,983 INFO [M:0;c4c650e80f58:44143 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:54:52,983 DEBUG [M:0;c4c650e80f58:44143 {}] master.HMaster(1795): Stopping service threads 2024-11-13T15:54:52,983 INFO [M:0;c4c650e80f58:44143 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T15:54:52,983 INFO [M:0;c4c650e80f58:44143 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:54:52,983 INFO [M:0;c4c650e80f58:44143 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T15:54:52,984 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T15:54:52,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x100a5ff433c0000, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1036317512/master 2024-11-13T15:54:52,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x100a5ff433c0000, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036317512 2024-11-13T15:54:52,984 DEBUG [M:0;c4c650e80f58:44143 {}] zookeeper.ZKUtil(347): master:44143-0x100a5ff433c0000, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Unable to get data of znode /0-1036317512/master because node does not exist (not an error) 2024-11-13T15:54:52,984 WARN [M:0;c4c650e80f58:44143 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T15:54:52,985 INFO [M:0;c4c650e80f58:44143 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/.lastflushedseqids 2024-11-13T15:54:52,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37517 is added to blk_1073741852_1028 (size=263) 2024-11-13T15:54:53,051 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T15:54:53,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:53,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:53,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:53,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:53,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:53,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:53,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:53,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:53,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36151-0x100a5ff433c0001, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:54:53,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36151-0x100a5ff433c0001, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:54:53,081 INFO [RS:0;c4c650e80f58:36151 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:54:53,081 INFO [RS:0;c4c650e80f58:36151 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4c650e80f58,36151,1731513268293; zookeeper connection closed. 2024-11-13T15:54:53,082 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5356b079 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5356b079 2024-11-13T15:54:53,082 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T15:54:53,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:53,090 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:54:53,090 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T15:54:53,090 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T15:54:53,090 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T15:54:53,090 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:54:53,090 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T15:54:53,390 INFO [M:0;c4c650e80f58:44143 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T15:54:53,390 INFO [M:0;c4c650e80f58:44143 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T15:54:53,390 DEBUG [M:0;c4c650e80f58:44143 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:54:53,390 INFO [M:0;c4c650e80f58:44143 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:53,390 DEBUG [M:0;c4c650e80f58:44143 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:53,390 DEBUG [M:0;c4c650e80f58:44143 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:54:53,390 DEBUG [M:0;c4c650e80f58:44143 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:53,390 INFO [M:0;c4c650e80f58:44143 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T15:54:53,406 DEBUG [M:0;c4c650e80f58:44143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/47b6cbbf7eea4da184a87651282033a2 is 82, key is hbase:meta,,1/info:regioninfo/1731513270526/Put/seqid=0 2024-11-13T15:54:53,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37517 is added to blk_1073741853_1029 (size=5672) 2024-11-13T15:54:53,810 INFO [M:0;c4c650e80f58:44143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/47b6cbbf7eea4da184a87651282033a2 2024-11-13T15:54:53,832 DEBUG [M:0;c4c650e80f58:44143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/628bb760fdca46da969c7c9c65ffd9d4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731513280283/Put/seqid=0 2024-11-13T15:54:53,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37517 is added to blk_1073741854_1030 (size=8516) 2024-11-13T15:54:53,836 INFO [M:0;c4c650e80f58:44143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/628bb760fdca46da969c7c9c65ffd9d4 2024-11-13T15:54:53,854 DEBUG [M:0;c4c650e80f58:44143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e506897e765f4f74b03bf1905efde025 is 69, key is c4c650e80f58,36151,1731513268293/rs:state/1731513269983/Put/seqid=0 2024-11-13T15:54:53,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37517 is added to blk_1073741855_1031 (size=5156) 2024-11-13T15:54:54,258 INFO [M:0;c4c650e80f58:44143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e506897e765f4f74b03bf1905efde025 2024-11-13T15:54:54,264 DEBUG [M:0;c4c650e80f58:44143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/47b6cbbf7eea4da184a87651282033a2 as hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/47b6cbbf7eea4da184a87651282033a2 2024-11-13T15:54:54,268 INFO [M:0;c4c650e80f58:44143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/47b6cbbf7eea4da184a87651282033a2, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T15:54:54,269 DEBUG [M:0;c4c650e80f58:44143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/628bb760fdca46da969c7c9c65ffd9d4 as hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/628bb760fdca46da969c7c9c65ffd9d4 2024-11-13T15:54:54,273 INFO [M:0;c4c650e80f58:44143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/628bb760fdca46da969c7c9c65ffd9d4, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T15:54:54,273 DEBUG [M:0;c4c650e80f58:44143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e506897e765f4f74b03bf1905efde025 as hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e506897e765f4f74b03bf1905efde025 2024-11-13T15:54:54,277 INFO [M:0;c4c650e80f58:44143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37123/user/jenkins/test-data/e2c18af9-5596-9873-5fd0-6119caa98594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e506897e765f4f74b03bf1905efde025, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T15:54:54,278 INFO [M:0;c4c650e80f58:44143 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=97, compaction requested=false 2024-11-13T15:54:54,280 INFO [M:0;c4c650e80f58:44143 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:54,280 DEBUG [M:0;c4c650e80f58:44143 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513293390Disabling compacts and flushes for region at 1731513293390Disabling writes for close at 1731513293390Obtaining lock to block concurrent updates at 1731513293390Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731513293390Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731513293390Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731513293391 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731513293391Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731513293405 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731513293405Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731513293814 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731513293831 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731513293831Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731513293840 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731513293853 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731513293853Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@656f4a70: reopening flushed file at 1731513294263 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74093cee: reopening flushed file at 1731513294268 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@480e83f: reopening flushed file at 1731513294273 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=97, compaction requested=false at 1731513294278 (+5 ms)Writing region close event to WAL at 1731513294280 (+2 ms)Closed at 1731513294280 2024-11-13T15:54:54,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37517 is added to blk_1073741830_1006 (size=63654) 2024-11-13T15:54:54,285 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:54:54,285 INFO [M:0;c4c650e80f58:44143 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T15:54:54,286 INFO [M:0;c4c650e80f58:44143 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44143 2024-11-13T15:54:54,286 INFO [M:0;c4c650e80f58:44143 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:54:54,291 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:54:54,291 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c4c650e80f58,41263,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:41263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T15:54:54,291 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4173 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c4c650e80f58,41263,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:41263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T15:54:54,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x100a5ff433c0000, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:54:54,389 INFO [M:0;c4c650e80f58:44143 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:54:54,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x100a5ff433c0000, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:54:54,391 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5eb1f498{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:54:54,391 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ff3f7a3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:54:54,392 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:54:54,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dd5f797{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:54:54,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f729b88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f/hadoop.log.dir/,STOPPED} 2024-11-13T15:54:54,393 WARN [BP-1362179540-172.17.0.3-1731513267048 heartbeating to localhost/127.0.0.1:37123 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T15:54:54,393 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T15:54:54,393 WARN [BP-1362179540-172.17.0.3-1731513267048 heartbeating to localhost/127.0.0.1:37123 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1362179540-172.17.0.3-1731513267048 (Datanode Uuid 2358298e-b5bf-4cda-beb6-f7941adf94b4) service to localhost/127.0.0.1:37123 2024-11-13T15:54:54,394 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T15:54:54,394 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f/cluster_3aba4100-f2e6-a4dd-a758-ae559fe92f72/data/data1/current/BP-1362179540-172.17.0.3-1731513267048 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:54:54,394 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f/cluster_3aba4100-f2e6-a4dd-a758-ae559fe92f72/data/data2/current/BP-1362179540-172.17.0.3-1731513267048 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:54:54,395 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T15:54:54,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a7e7e35{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:54:54,400 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7becdafd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:54:54,401 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:54:54,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b032320{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:54:54,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55f11a84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e683ee-a2c0-df4d-05ce-44ccce14bc9f/hadoop.log.dir/,STOPPED} 2024-11-13T15:54:54,406 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T15:54:54,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T15:54:54,428 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=244 (was 211) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:37123 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55535) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:37693 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:37123 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:37123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37693 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:37693 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:37693 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:37123 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:37693 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:37123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:37123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55535) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:37693 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:37693 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=623 (was 582) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=243 (was 225) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10729 (was 10795) 2024-11-13T15:54:54,436 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=244, OpenFileDescriptor=623, MaxFileDescriptor=1048576, SystemLoadAverage=243, ProcessCount=11, AvailableMemoryMB=10729 2024-11-13T15:54:54,449 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-13T15:54:54,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683276d2-daf8-b07e-f554-0b83927cda37/hadoop.log.dir so I do NOT create it in target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6 2024-11-13T15:54:54,450 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683276d2-daf8-b07e-f554-0b83927cda37/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T15:54:54,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683276d2-daf8-b07e-f554-0b83927cda37/hadoop.tmp.dir so I do NOT create it in target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6 2024-11-13T15:54:54,450 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683276d2-daf8-b07e-f554-0b83927cda37/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T15:54:54,450 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6 2024-11-13T15:54:54,450 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6/cluster_cf15cde2-9792-9485-77be-68645eef6e58, deleteOnExit=true 2024-11-13T15:54:54,452 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6/cluster_cf15cde2-9792-9485-77be-68645eef6e58/zookeeper_0, clientPort=52950, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6/cluster_cf15cde2-9792-9485-77be-68645eef6e58/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6/cluster_cf15cde2-9792-9485-77be-68645eef6e58/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T15:54:54,453 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52950 2024-11-13T15:54:54,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T15:54:54,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T15:54:54,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6/test.cache.data in system properties and HBase conf 2024-11-13T15:54:54,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T15:54:54,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6/hadoop.log.dir in system properties and HBase conf 2024-11-13T15:54:54,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T15:54:54,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T15:54:54,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T15:54:54,453 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T15:54:54,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:54:54,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:54:54,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T15:54:54,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:54:54,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T15:54:54,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T15:54:54,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:54:54,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:54:54,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T15:54:54,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6/nfs.dump.dir in system properties and HBase conf 2024-11-13T15:54:54,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6/java.io.tmpdir in system properties and HBase conf 2024-11-13T15:54:54,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:54:54,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T15:54:54,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T15:54:54,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100a5ff433c0002, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T15:54:54,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100a5ff433c0005, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T15:54:54,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100a5ff433c0005, quorum=127.0.0.1:55535, baseZNode=/1-2095891405 Received Disconnected from ZooKeeper, ignoring 2024-11-13T15:54:54,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100a5ff433c0002, quorum=127.0.0.1:55535, baseZNode=/0-1036317512 Received Disconnected from ZooKeeper, ignoring 2024-11-13T15:54:54,536 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:54:54,540 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:54:54,542 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:54:54,542 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:54:54,542 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T15:54:54,542 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:54:54,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f51124e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:54:54,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5738b005{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:54:54,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53f67482{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6/java.io.tmpdir/jetty-localhost-41461-hadoop-hdfs-3_4_1-tests_jar-_-any-14781409924919286681/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:54:54,659 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ba56190{HTTP/1.1, (http/1.1)}{localhost:41461} 2024-11-13T15:54:54,659 INFO [Time-limited test {}] server.Server(415): Started @177032ms 2024-11-13T15:54:54,745 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:54:54,748 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:54:54,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:54:54,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:54:54,749 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T15:54:54,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c1ca626{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:54:54,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@163180a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:54:54,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@fc87794{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6/java.io.tmpdir/jetty-localhost-44961-hadoop-hdfs-3_4_1-tests_jar-_-any-10479007787395925498/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:54:54,881 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f6ac58d{HTTP/1.1, (http/1.1)}{localhost:44961} 2024-11-13T15:54:54,881 INFO [Time-limited test {}] server.Server(415): Started @177255ms 2024-11-13T15:54:54,883 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T15:54:54,984 WARN [Thread-2187 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6/cluster_cf15cde2-9792-9485-77be-68645eef6e58/data/data1/current/BP-2038766042-172.17.0.3-1731513294471/current, will proceed with Du for space computation calculation, 2024-11-13T15:54:54,984 WARN [Thread-2188 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6/cluster_cf15cde2-9792-9485-77be-68645eef6e58/data/data2/current/BP-2038766042-172.17.0.3-1731513294471/current, will proceed with Du for space computation calculation, 2024-11-13T15:54:55,007 WARN [Thread-2175 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T15:54:55,009 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c3fb9e5c9cf97bd with lease ID 0xe2d266e6c7735c66: Processing first storage report for DS-54ac75db-c522-45e0-ab21-b855539f5794 from datanode DatanodeRegistration(127.0.0.1:35399, datanodeUuid=2cea3b65-fd60-4a31-956a-bdd928c4242e, infoPort=37899, infoSecurePort=0, ipcPort=41979, storageInfo=lv=-57;cid=testClusterID;nsid=2009038788;c=1731513294471) 2024-11-13T15:54:55,009 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c3fb9e5c9cf97bd with lease ID 0xe2d266e6c7735c66: from storage DS-54ac75db-c522-45e0-ab21-b855539f5794 node DatanodeRegistration(127.0.0.1:35399, datanodeUuid=2cea3b65-fd60-4a31-956a-bdd928c4242e, infoPort=37899, infoSecurePort=0, ipcPort=41979, storageInfo=lv=-57;cid=testClusterID;nsid=2009038788;c=1731513294471), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T15:54:55,009 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c3fb9e5c9cf97bd with lease ID 0xe2d266e6c7735c66: Processing first storage report for DS-e43fd8f1-e4e8-4030-8576-c7e71c2153da from datanode DatanodeRegistration(127.0.0.1:35399, datanodeUuid=2cea3b65-fd60-4a31-956a-bdd928c4242e, infoPort=37899, infoSecurePort=0, ipcPort=41979, storageInfo=lv=-57;cid=testClusterID;nsid=2009038788;c=1731513294471) 2024-11-13T15:54:55,009 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c3fb9e5c9cf97bd with lease ID 0xe2d266e6c7735c66: from storage DS-e43fd8f1-e4e8-4030-8576-c7e71c2153da node DatanodeRegistration(127.0.0.1:35399, datanodeUuid=2cea3b65-fd60-4a31-956a-bdd928c4242e, infoPort=37899, infoSecurePort=0, ipcPort=41979, storageInfo=lv=-57;cid=testClusterID;nsid=2009038788;c=1731513294471), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T15:54:55,107 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6 2024-11-13T15:54:55,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:55,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:55,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741825_1001 (size=7) 2024-11-13T15:54:55,517 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87 with version=8 2024-11-13T15:54:55,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/hbase-staging 2024-11-13T15:54:55,519 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:54:55,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:55,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:55,519 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:54:55,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:55,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:54:55,519 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T15:54:55,519 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:54:55,520 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34727 2024-11-13T15:54:55,520 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34727 connecting to ZooKeeper ensemble=127.0.0.1:52950 2024-11-13T15:54:55,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347270x0, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:54:55,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34727-0x100a5ffae930000 connected 2024-11-13T15:54:55,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:55,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:55,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34727-0x100a5ffae930000, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Set watcher on znode that does not yet exist, /0-1940226378/running 2024-11-13T15:54:55,549 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87, hbase.cluster.distributed=false 2024-11-13T15:54:55,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34727-0x100a5ffae930000, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Set watcher on znode that does not yet exist, /0-1940226378/acl 2024-11-13T15:54:55,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34727 2024-11-13T15:54:55,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34727 2024-11-13T15:54:55,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34727 2024-11-13T15:54:55,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34727 2024-11-13T15:54:55,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34727 2024-11-13T15:54:55,573 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:54:55,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:55,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:55,573 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:54:55,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:55,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:54:55,573 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T15:54:55,573 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:54:55,574 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37147 2024-11-13T15:54:55,574 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37147 connecting to ZooKeeper ensemble=127.0.0.1:52950 2024-11-13T15:54:55,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:55,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:55,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371470x0, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:54:55,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371470x0, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Set watcher on znode that does not yet exist, /0-1940226378/running 2024-11-13T15:54:55,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37147-0x100a5ffae930001 connected 2024-11-13T15:54:55,581 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T15:54:55,582 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T15:54:55,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37147-0x100a5ffae930001, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Set watcher on znode that does not yet exist, /0-1940226378/master 2024-11-13T15:54:55,583 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37147-0x100a5ffae930001, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Set watcher on znode that does not yet exist, /0-1940226378/acl 2024-11-13T15:54:55,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37147 2024-11-13T15:54:55,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37147 2024-11-13T15:54:55,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37147 2024-11-13T15:54:55,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37147 2024-11-13T15:54:55,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37147 2024-11-13T15:54:55,604 DEBUG [M:0;c4c650e80f58:34727 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4c650e80f58:34727 2024-11-13T15:54:55,605 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1940226378/backup-masters/c4c650e80f58,34727,1731513295518 2024-11-13T15:54:55,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x100a5ffae930000, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1940226378/backup-masters 2024-11-13T15:54:55,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37147-0x100a5ffae930001, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1940226378/backup-masters 2024-11-13T15:54:55,607 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34727-0x100a5ffae930000, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Set watcher on existing znode=/0-1940226378/backup-masters/c4c650e80f58,34727,1731513295518 2024-11-13T15:54:55,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37147-0x100a5ffae930001, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1940226378/master 2024-11-13T15:54:55,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x100a5ffae930000, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1940226378 2024-11-13T15:54:55,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37147-0x100a5ffae930001, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1940226378 2024-11-13T15:54:55,609 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34727-0x100a5ffae930000, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Set watcher on existing znode=/0-1940226378/master 2024-11-13T15:54:55,609 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1940226378/backup-masters/c4c650e80f58,34727,1731513295518 from backup master directory 2024-11-13T15:54:55,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x100a5ffae930000, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1940226378/backup-masters/c4c650e80f58,34727,1731513295518 2024-11-13T15:54:55,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37147-0x100a5ffae930001, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1940226378/backup-masters 2024-11-13T15:54:55,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x100a5ffae930000, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1940226378/backup-masters 2024-11-13T15:54:55,610 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:54:55,611 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4c650e80f58,34727,1731513295518 2024-11-13T15:54:55,614 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/hbase.id] with ID: bf6fef6f-8a1d-4598-b29b-42f89f1cb537 2024-11-13T15:54:55,614 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/.tmp/hbase.id 2024-11-13T15:54:55,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741826_1002 (size=42) 2024-11-13T15:54:56,023 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/.tmp/hbase.id]:[hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/hbase.id] 2024-11-13T15:54:56,033 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:56,033 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T15:54:56,034 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T15:54:56,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37147-0x100a5ffae930001, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1940226378 2024-11-13T15:54:56,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x100a5ffae930000, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1940226378 2024-11-13T15:54:56,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741827_1003 (size=196) 2024-11-13T15:54:56,441 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:54:56,442 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T15:54:56,442 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:54:56,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741828_1004 (size=1189) 2024-11-13T15:54:56,850 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/MasterData/data/master/store 2024-11-13T15:54:56,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741829_1005 (size=34) 2024-11-13T15:54:57,255 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:54:57,256 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:54:57,256 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:57,256 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:57,256 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:54:57,256 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:57,256 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:54:57,256 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513297256Disabling compacts and flushes for region at 1731513297256Disabling writes for close at 1731513297256Writing region close event to WAL at 1731513297256Closed at 1731513297256 2024-11-13T15:54:57,257 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/MasterData/data/master/store/.initializing 2024-11-13T15:54:57,257 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/MasterData/WALs/c4c650e80f58,34727,1731513295518 2024-11-13T15:54:57,257 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:54:57,259 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4c650e80f58%2C34727%2C1731513295518, suffix=, logDir=hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/MasterData/WALs/c4c650e80f58,34727,1731513295518, archiveDir=hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/MasterData/oldWALs, maxLogs=10 2024-11-13T15:54:57,276 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/MasterData/WALs/c4c650e80f58,34727,1731513295518/c4c650e80f58%2C34727%2C1731513295518.1731513297259, exclude list is [], retry=0 2024-11-13T15:54:57,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-54ac75db-c522-45e0-ab21-b855539f5794,DISK] 2024-11-13T15:54:57,280 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/MasterData/WALs/c4c650e80f58,34727,1731513295518/c4c650e80f58%2C34727%2C1731513295518.1731513297259 2024-11-13T15:54:57,280 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37899:37899)] 2024-11-13T15:54:57,280 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:54:57,281 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:54:57,281 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:57,281 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:57,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:57,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T15:54:57,283 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:57,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:57,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:57,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T15:54:57,284 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:57,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:54:57,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:57,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T15:54:57,285 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:57,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:54:57,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:57,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T15:54:57,287 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:57,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:54:57,287 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:57,288 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:57,288 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:57,289 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:57,289 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:57,289 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:54:57,290 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:54:57,291 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:54:57,292 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65697293, jitterRate=-0.02103404700756073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:54:57,292 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731513297281Initializing all the Stores at 1731513297281Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513297282 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513297282Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513297282Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513297282Cleaning up temporary data from old regions at 1731513297289 (+7 ms)Region opened successfully at 1731513297292 (+3 ms) 2024-11-13T15:54:57,293 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T15:54:57,295 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36f25b7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:54:57,296 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T15:54:57,296 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T15:54:57,296 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T15:54:57,296 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T15:54:57,297 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T15:54:57,297 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T15:54:57,297 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T15:54:57,298 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T15:54:57,299 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34727-0x100a5ffae930000, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Unable to get data of znode /0-1940226378/balancer because node does not exist (not necessarily an error) 2024-11-13T15:54:57,300 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1940226378/balancer already deleted, retry=false 2024-11-13T15:54:57,300 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T15:54:57,301 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34727-0x100a5ffae930000, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Unable to get data of znode /0-1940226378/normalizer because node does not exist (not necessarily an error) 2024-11-13T15:54:57,303 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1940226378/normalizer already deleted, retry=false 2024-11-13T15:54:57,303 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T15:54:57,304 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34727-0x100a5ffae930000, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Unable to get data of znode /0-1940226378/switch/split because node does not exist (not necessarily an error) 2024-11-13T15:54:57,305 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1940226378/switch/split already deleted, retry=false 2024-11-13T15:54:57,305 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34727-0x100a5ffae930000, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Unable to get data of znode /0-1940226378/switch/merge because node does not exist (not necessarily an error) 2024-11-13T15:54:57,306 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1940226378/switch/merge already deleted, retry=false 2024-11-13T15:54:57,308 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34727-0x100a5ffae930000, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Unable to get data of znode /0-1940226378/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T15:54:57,309 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1940226378/snapshot-cleanup already deleted, retry=false 2024-11-13T15:54:57,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x100a5ffae930000, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1940226378/running 2024-11-13T15:54:57,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37147-0x100a5ffae930001, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1940226378/running 2024-11-13T15:54:57,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x100a5ffae930000, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1940226378 2024-11-13T15:54:57,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37147-0x100a5ffae930001, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1940226378 2024-11-13T15:54:57,311 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4c650e80f58,34727,1731513295518, sessionid=0x100a5ffae930000, setting cluster-up flag (Was=false) 2024-11-13T15:54:57,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37147-0x100a5ffae930001, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1940226378 2024-11-13T15:54:57,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x100a5ffae930000, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1940226378 2024-11-13T15:54:57,318 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1940226378/flush-table-proc/acquired, /0-1940226378/flush-table-proc/reached, /0-1940226378/flush-table-proc/abort 2024-11-13T15:54:57,319 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,34727,1731513295518 2024-11-13T15:54:57,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37147-0x100a5ffae930001, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1940226378 2024-11-13T15:54:57,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x100a5ffae930000, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1940226378 2024-11-13T15:54:57,327 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1940226378/online-snapshot/acquired, /0-1940226378/online-snapshot/reached, /0-1940226378/online-snapshot/abort 2024-11-13T15:54:57,328 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,34727,1731513295518 2024-11-13T15:54:57,329 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T15:54:57,330 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T15:54:57,330 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T15:54:57,330 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T15:54:57,331 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4c650e80f58,34727,1731513295518 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T15:54:57,331 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:54:57,332 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:54:57,332 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:54:57,332 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:54:57,332 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4c650e80f58:0, corePoolSize=10, maxPoolSize=10 2024-11-13T15:54:57,332 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:57,332 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:54:57,332 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:57,333 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:54:57,333 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T15:54:57,333 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:57,334 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T15:54:57,334 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731513327334 2024-11-13T15:54:57,334 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T15:54:57,335 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T15:54:57,335 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T15:54:57,335 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T15:54:57,335 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T15:54:57,335 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T15:54:57,338 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:57,339 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T15:54:57,339 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T15:54:57,339 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T15:54:57,339 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T15:54:57,339 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T15:54:57,339 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T15:54:57,339 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513297339,5,FailOnTimeoutGroup] 2024-11-13T15:54:57,340 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513297339,5,FailOnTimeoutGroup] 2024-11-13T15:54:57,340 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:57,340 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T15:54:57,340 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:57,340 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:57,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741831_1007 (size=1321) 2024-11-13T15:54:57,396 INFO [RS:0;c4c650e80f58:37147 {}] regionserver.HRegionServer(746): ClusterId : bf6fef6f-8a1d-4598-b29b-42f89f1cb537 2024-11-13T15:54:57,396 DEBUG [RS:0;c4c650e80f58:37147 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T15:54:57,398 DEBUG [RS:0;c4c650e80f58:37147 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T15:54:57,398 DEBUG [RS:0;c4c650e80f58:37147 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T15:54:57,401 DEBUG [RS:0;c4c650e80f58:37147 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T15:54:57,402 DEBUG [RS:0;c4c650e80f58:37147 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1263ef01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:54:57,420 DEBUG [RS:0;c4c650e80f58:37147 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4c650e80f58:37147 2024-11-13T15:54:57,420 INFO [RS:0;c4c650e80f58:37147 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T15:54:57,420 INFO [RS:0;c4c650e80f58:37147 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T15:54:57,420 DEBUG [RS:0;c4c650e80f58:37147 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T15:54:57,421 INFO [RS:0;c4c650e80f58:37147 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4c650e80f58,34727,1731513295518 with port=37147, startcode=1731513295573 2024-11-13T15:54:57,421 DEBUG [RS:0;c4c650e80f58:37147 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T15:54:57,423 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T15:54:57,423 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34727 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4c650e80f58,37147,1731513295573 2024-11-13T15:54:57,424 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34727 {}] master.ServerManager(517): Registering regionserver=c4c650e80f58,37147,1731513295573 2024-11-13T15:54:57,425 DEBUG [RS:0;c4c650e80f58:37147 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87 2024-11-13T15:54:57,425 DEBUG [RS:0;c4c650e80f58:37147 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36789 2024-11-13T15:54:57,425 DEBUG [RS:0;c4c650e80f58:37147 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T15:54:57,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x100a5ffae930000, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1940226378/rs 2024-11-13T15:54:57,427 DEBUG [RS:0;c4c650e80f58:37147 {}] zookeeper.ZKUtil(111): regionserver:37147-0x100a5ffae930001, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Set watcher on existing znode=/0-1940226378/rs/c4c650e80f58,37147,1731513295573 2024-11-13T15:54:57,427 WARN [RS:0;c4c650e80f58:37147 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:54:57,428 INFO [RS:0;c4c650e80f58:37147 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:54:57,428 DEBUG [RS:0;c4c650e80f58:37147 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573 2024-11-13T15:54:57,428 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4c650e80f58,37147,1731513295573] 2024-11-13T15:54:57,432 INFO [RS:0;c4c650e80f58:37147 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T15:54:57,434 INFO [RS:0;c4c650e80f58:37147 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T15:54:57,434 INFO [RS:0;c4c650e80f58:37147 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T15:54:57,434 INFO [RS:0;c4c650e80f58:37147 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:57,438 INFO [RS:0;c4c650e80f58:37147 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T15:54:57,440 INFO [RS:0;c4c650e80f58:37147 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T15:54:57,440 INFO [RS:0;c4c650e80f58:37147 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:57,440 DEBUG [RS:0;c4c650e80f58:37147 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:57,440 DEBUG [RS:0;c4c650e80f58:37147 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:57,440 DEBUG [RS:0;c4c650e80f58:37147 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:57,440 DEBUG [RS:0;c4c650e80f58:37147 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:57,440 DEBUG [RS:0;c4c650e80f58:37147 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:57,440 DEBUG [RS:0;c4c650e80f58:37147 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:54:57,440 DEBUG [RS:0;c4c650e80f58:37147 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:57,440 DEBUG [RS:0;c4c650e80f58:37147 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:57,440 DEBUG [RS:0;c4c650e80f58:37147 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:57,440 DEBUG [RS:0;c4c650e80f58:37147 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:57,440 DEBUG [RS:0;c4c650e80f58:37147 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:57,440 DEBUG [RS:0;c4c650e80f58:37147 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:54:57,440 DEBUG [RS:0;c4c650e80f58:37147 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:54:57,440 DEBUG [RS:0;c4c650e80f58:37147 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:54:57,446 INFO [RS:0;c4c650e80f58:37147 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:57,446 INFO [RS:0;c4c650e80f58:37147 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:57,446 INFO [RS:0;c4c650e80f58:37147 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:57,447 INFO [RS:0;c4c650e80f58:37147 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:57,447 INFO [RS:0;c4c650e80f58:37147 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:57,447 INFO [RS:0;c4c650e80f58:37147 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,37147,1731513295573-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:54:57,474 INFO [RS:0;c4c650e80f58:37147 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T15:54:57,475 INFO [RS:0;c4c650e80f58:37147 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,37147,1731513295573-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:57,475 INFO [RS:0;c4c650e80f58:37147 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:57,475 INFO [RS:0;c4c650e80f58:37147 {}] regionserver.Replication(171): c4c650e80f58,37147,1731513295573 started 2024-11-13T15:54:57,490 INFO [RS:0;c4c650e80f58:37147 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:57,490 INFO [RS:0;c4c650e80f58:37147 {}] regionserver.HRegionServer(1482): Serving as c4c650e80f58,37147,1731513295573, RpcServer on c4c650e80f58/172.17.0.3:37147, sessionid=0x100a5ffae930001 2024-11-13T15:54:57,490 DEBUG [RS:0;c4c650e80f58:37147 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T15:54:57,490 DEBUG [RS:0;c4c650e80f58:37147 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4c650e80f58,37147,1731513295573 2024-11-13T15:54:57,490 DEBUG [RS:0;c4c650e80f58:37147 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,37147,1731513295573' 2024-11-13T15:54:57,490 DEBUG [RS:0;c4c650e80f58:37147 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1940226378/flush-table-proc/abort' 2024-11-13T15:54:57,491 DEBUG [RS:0;c4c650e80f58:37147 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1940226378/flush-table-proc/acquired' 2024-11-13T15:54:57,491 DEBUG [RS:0;c4c650e80f58:37147 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T15:54:57,491 DEBUG [RS:0;c4c650e80f58:37147 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T15:54:57,491 DEBUG [RS:0;c4c650e80f58:37147 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4c650e80f58,37147,1731513295573 2024-11-13T15:54:57,491 DEBUG [RS:0;c4c650e80f58:37147 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,37147,1731513295573' 2024-11-13T15:54:57,491 DEBUG [RS:0;c4c650e80f58:37147 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1940226378/online-snapshot/abort' 2024-11-13T15:54:57,492 DEBUG [RS:0;c4c650e80f58:37147 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1940226378/online-snapshot/acquired' 2024-11-13T15:54:57,492 DEBUG [RS:0;c4c650e80f58:37147 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T15:54:57,492 INFO [RS:0;c4c650e80f58:37147 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T15:54:57,492 INFO [RS:0;c4c650e80f58:37147 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T15:54:57,593 INFO [RS:0;c4c650e80f58:37147 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:54:57,594 INFO [RS:0;c4c650e80f58:37147 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C37147%2C1731513295573, suffix=, logDir=hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573, archiveDir=hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/oldWALs, maxLogs=10 2024-11-13T15:54:57,608 DEBUG [RS:0;c4c650e80f58:37147 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594, exclude list is [], retry=0 2024-11-13T15:54:57,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-54ac75db-c522-45e0-ab21-b855539f5794,DISK] 2024-11-13T15:54:57,612 INFO [RS:0;c4c650e80f58:37147 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594 2024-11-13T15:54:57,612 DEBUG [RS:0;c4c650e80f58:37147 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37899:37899)] 2024-11-13T15:54:57,742 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T15:54:57,742 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87 2024-11-13T15:54:57,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741833_1009 (size=32) 2024-11-13T15:54:57,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:54:57,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:54:57,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:54:57,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:57,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:57,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:54:57,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:54:57,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:57,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:57,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:54:57,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:54:57,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:57,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:57,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:54:57,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:54:57,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:57,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:57,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:54:57,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/hbase/meta/1588230740 2024-11-13T15:54:57,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/hbase/meta/1588230740 2024-11-13T15:54:57,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:54:57,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:54:57,756 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:54:57,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:54:57,758 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:54:57,758 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75029015, jitterRate=0.11801944673061371}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:54:57,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731513297747Initializing all the Stores at 1731513297748 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513297748Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513297748Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513297748Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513297748Cleaning up temporary data from old regions at 1731513297755 (+7 ms)Region opened successfully at 1731513297759 (+4 ms) 2024-11-13T15:54:57,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:54:57,759 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:54:57,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:54:57,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:54:57,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:54:57,759 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:54:57,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513297759Disabling compacts and flushes for region at 1731513297759Disabling writes for close at 1731513297759Writing region close event to WAL at 1731513297759Closed at 1731513297759 2024-11-13T15:54:57,760 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:54:57,760 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T15:54:57,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T15:54:57,761 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:54:57,762 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T15:54:57,912 DEBUG [c4c650e80f58:34727 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T15:54:57,913 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4c650e80f58,37147,1731513295573 2024-11-13T15:54:57,914 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,37147,1731513295573, state=OPENING 2024-11-13T15:54:57,915 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T15:54:57,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37147-0x100a5ffae930001, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1940226378 2024-11-13T15:54:57,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x100a5ffae930000, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1940226378 2024-11-13T15:54:57,921 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:54:57,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1940226378/meta-region-server: CHANGED 2024-11-13T15:54:57,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,37147,1731513295573}] 2024-11-13T15:54:57,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1940226378/meta-region-server: CHANGED 2024-11-13T15:54:58,072 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T15:54:58,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T15:54:58,077 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T15:54:58,077 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:54:58,077 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T15:54:58,078 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C37147%2C1731513295573.meta, suffix=.meta, logDir=hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573, archiveDir=hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/oldWALs, maxLogs=10 2024-11-13T15:54:58,092 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.meta.1731513298078.meta, exclude list is [], retry=0 2024-11-13T15:54:58,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-54ac75db-c522-45e0-ab21-b855539f5794,DISK] 2024-11-13T15:54:58,095 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.meta.1731513298078.meta 2024-11-13T15:54:58,096 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37899:37899)] 2024-11-13T15:54:58,096 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:54:58,096 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:54:58,096 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:54:58,096 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T15:54:58,096 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T15:54:58,096 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T15:54:58,096 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:54:58,096 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T15:54:58,097 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T15:54:58,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:54:58,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:54:58,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:58,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:58,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:54:58,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:54:58,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:58,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:58,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:54:58,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:54:58,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:58,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:58,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:54:58,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:54:58,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:54:58,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:54:58,102 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:54:58,102 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/hbase/meta/1588230740 2024-11-13T15:54:58,103 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/hbase/meta/1588230740 2024-11-13T15:54:58,104 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:54:58,104 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:54:58,104 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:54:58,105 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:54:58,105 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66886074, jitterRate=-0.0033198297023773193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:54:58,106 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T15:54:58,106 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731513298097Writing region info on filesystem at 1731513298097Initializing all the Stores at 1731513298097Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513298097Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513298097Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513298097Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513298097Cleaning up temporary data from old regions at 1731513298104 (+7 ms)Running coprocessor post-open hooks at 1731513298106 (+2 ms)Region opened successfully at 1731513298106 2024-11-13T15:54:58,107 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731513298072 2024-11-13T15:54:58,109 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T15:54:58,109 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T15:54:58,109 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,37147,1731513295573 2024-11-13T15:54:58,110 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,37147,1731513295573, state=OPEN 2024-11-13T15:54:58,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x100a5ffae930000, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1940226378/meta-region-server 2024-11-13T15:54:58,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37147-0x100a5ffae930001, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1940226378/meta-region-server 2024-11-13T15:54:58,112 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4c650e80f58,37147,1731513295573 2024-11-13T15:54:58,112 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1940226378/meta-region-server: CHANGED 2024-11-13T15:54:58,112 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1940226378/meta-region-server: CHANGED 2024-11-13T15:54:58,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T15:54:58,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,37147,1731513295573 in 191 msec 2024-11-13T15:54:58,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T15:54:58,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-11-13T15:54:58,116 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:54:58,116 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T15:54:58,117 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:54:58,117 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,37147,1731513295573, seqNum=-1] 2024-11-13T15:54:58,117 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:54:58,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:54:58,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 792 msec 2024-11-13T15:54:58,123 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731513298122, completionTime=-1 2024-11-13T15:54:58,123 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T15:54:58,123 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T15:54:58,125 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T15:54:58,125 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731513358125 2024-11-13T15:54:58,125 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731513418125 2024-11-13T15:54:58,125 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T15:54:58,125 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,34727,1731513295518-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:58,125 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,34727,1731513295518-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:58,125 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,34727,1731513295518-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:58,125 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4c650e80f58:34727, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:58,125 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:58,125 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:58,127 DEBUG [master/c4c650e80f58:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T15:54:58,130 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.519sec 2024-11-13T15:54:58,130 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T15:54:58,130 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T15:54:58,130 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T15:54:58,130 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T15:54:58,130 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T15:54:58,130 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,34727,1731513295518-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:54:58,130 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,34727,1731513295518-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T15:54:58,134 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T15:54:58,134 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T15:54:58,134 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,34727,1731513295518-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:54:58,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200f88eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:58,196 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,34727,-1 for getting cluster id 2024-11-13T15:54:58,196 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:54:58,197 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf6fef6f-8a1d-4598-b29b-42f89f1cb537' 2024-11-13T15:54:58,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:54:58,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf6fef6f-8a1d-4598-b29b-42f89f1cb537" 2024-11-13T15:54:58,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a314b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:58,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,34727,-1] 2024-11-13T15:54:58,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:54:58,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:54:58,199 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:54:58,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1738d005, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:54:58,200 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:54:58,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,37147,1731513295573, seqNum=-1] 2024-11-13T15:54:58,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:54:58,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:54:58,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4c650e80f58,34727,1731513295518 2024-11-13T15:54:58,204 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52950 2024-11-13T15:54:58,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:54:58,207 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100a5ffae930002 connected 2024-11-13T15:54:58,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6/hadoop.log.dir so I do NOT create it in target/test-data/0b23ca88-9f55-75bd-40a2-f27a613417eb 2024-11-13T15:54:58,209 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T15:54:58,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6/hadoop.tmp.dir so I do NOT create it in target/test-data/0b23ca88-9f55-75bd-40a2-f27a613417eb 2024-11-13T15:54:58,210 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T15:54:58,210 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b23ca88-9f55-75bd-40a2-f27a613417eb 2024-11-13T15:54:58,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T15:54:58,210 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b23ca88-9f55-75bd-40a2-f27a613417eb/cluster_ee30207f-366e-f8ed-cb40-e9635d1299e4, deleteOnExit=true 2024-11-13T15:54:58,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T15:54:58,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b23ca88-9f55-75bd-40a2-f27a613417eb/test.cache.data in system properties and HBase conf 2024-11-13T15:54:58,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b23ca88-9f55-75bd-40a2-f27a613417eb/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T15:54:58,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b23ca88-9f55-75bd-40a2-f27a613417eb/hadoop.log.dir in system properties and HBase conf 2024-11-13T15:54:58,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b23ca88-9f55-75bd-40a2-f27a613417eb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T15:54:58,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b23ca88-9f55-75bd-40a2-f27a613417eb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T15:54:58,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T15:54:58,210 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T15:54:58,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b23ca88-9f55-75bd-40a2-f27a613417eb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:54:58,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b23ca88-9f55-75bd-40a2-f27a613417eb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:54:58,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b23ca88-9f55-75bd-40a2-f27a613417eb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T15:54:58,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b23ca88-9f55-75bd-40a2-f27a613417eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:54:58,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b23ca88-9f55-75bd-40a2-f27a613417eb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T15:54:58,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b23ca88-9f55-75bd-40a2-f27a613417eb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T15:54:58,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b23ca88-9f55-75bd-40a2-f27a613417eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:54:58,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b23ca88-9f55-75bd-40a2-f27a613417eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:54:58,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b23ca88-9f55-75bd-40a2-f27a613417eb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T15:54:58,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b23ca88-9f55-75bd-40a2-f27a613417eb/nfs.dump.dir in system properties and HBase conf 2024-11-13T15:54:58,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b23ca88-9f55-75bd-40a2-f27a613417eb/java.io.tmpdir in system properties and HBase conf 2024-11-13T15:54:58,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b23ca88-9f55-75bd-40a2-f27a613417eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:54:58,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b23ca88-9f55-75bd-40a2-f27a613417eb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T15:54:58,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b23ca88-9f55-75bd-40a2-f27a613417eb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T15:54:58,272 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T15:54:58,292 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:58,292 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:58,292 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:58,293 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:58,293 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:58,293 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:58,298 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:58,300 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:58,300 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:58,302 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:54:58,323 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:54:58,326 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:54:58,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:54:58,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:54:58,331 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T15:54:58,331 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:54:58,331 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:54:58,331 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c4c650e80f58,41263,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:41263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T15:54:58,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f854b06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b23ca88-9f55-75bd-40a2-f27a613417eb/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:54:58,332 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8214 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c4c650e80f58,41263,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:41263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T15:54:58,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50fc3a4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:54:58,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31fec2fc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b23ca88-9f55-75bd-40a2-f27a613417eb/java.io.tmpdir/jetty-localhost-37389-hadoop-hdfs-3_4_1-tests_jar-_-any-15242757135211611169/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:54:58,466 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76ddaf9b{HTTP/1.1, (http/1.1)}{localhost:37389} 2024-11-13T15:54:58,466 INFO [Time-limited test {}] server.Server(415): Started @180840ms 2024-11-13T15:54:58,543 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:54:58,545 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:54:58,546 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:54:58,546 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:54:58,546 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T15:54:58,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5eb0a58d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b23ca88-9f55-75bd-40a2-f27a613417eb/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:54:58,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@735a5434{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:54:58,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f9b6d19{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b23ca88-9f55-75bd-40a2-f27a613417eb/java.io.tmpdir/jetty-localhost-41805-hadoop-hdfs-3_4_1-tests_jar-_-any-3390929900421340803/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:54:58,662 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@191bfec8{HTTP/1.1, (http/1.1)}{localhost:41805} 2024-11-13T15:54:58,662 INFO [Time-limited test {}] server.Server(415): Started @181035ms 2024-11-13T15:54:58,663 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T15:54:58,757 WARN [Thread-2308 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b23ca88-9f55-75bd-40a2-f27a613417eb/cluster_ee30207f-366e-f8ed-cb40-e9635d1299e4/data/data1/current/BP-2122223634-172.17.0.3-1731513298229/current, will proceed with Du for space computation calculation, 2024-11-13T15:54:58,757 WARN [Thread-2309 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b23ca88-9f55-75bd-40a2-f27a613417eb/cluster_ee30207f-366e-f8ed-cb40-e9635d1299e4/data/data2/current/BP-2122223634-172.17.0.3-1731513298229/current, will proceed with Du for space computation calculation, 2024-11-13T15:54:58,777 WARN [Thread-2296 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T15:54:58,779 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe04e6b8476c1b778 with lease ID 0x284237b1624031c7: Processing first storage report for DS-c723ad2f-7131-47f4-9394-69f5b2fcc6ba from datanode DatanodeRegistration(127.0.0.1:38443, datanodeUuid=49a22163-d2ea-439d-b926-fc542a1a9a19, infoPort=33729, infoSecurePort=0, ipcPort=46585, storageInfo=lv=-57;cid=testClusterID;nsid=1114005489;c=1731513298229) 2024-11-13T15:54:58,779 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe04e6b8476c1b778 with lease ID 0x284237b1624031c7: from storage DS-c723ad2f-7131-47f4-9394-69f5b2fcc6ba node DatanodeRegistration(127.0.0.1:38443, datanodeUuid=49a22163-d2ea-439d-b926-fc542a1a9a19, infoPort=33729, infoSecurePort=0, ipcPort=46585, storageInfo=lv=-57;cid=testClusterID;nsid=1114005489;c=1731513298229), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T15:54:58,779 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe04e6b8476c1b778 with lease ID 0x284237b1624031c7: Processing first storage report for DS-55b18f72-23e7-4a01-b07a-73bbbfde4712 from datanode DatanodeRegistration(127.0.0.1:38443, datanodeUuid=49a22163-d2ea-439d-b926-fc542a1a9a19, infoPort=33729, infoSecurePort=0, ipcPort=46585, storageInfo=lv=-57;cid=testClusterID;nsid=1114005489;c=1731513298229) 2024-11-13T15:54:58,779 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe04e6b8476c1b778 with lease ID 0x284237b1624031c7: from storage DS-55b18f72-23e7-4a01-b07a-73bbbfde4712 node DatanodeRegistration(127.0.0.1:38443, datanodeUuid=49a22163-d2ea-439d-b926-fc542a1a9a19, infoPort=33729, infoSecurePort=0, ipcPort=46585, storageInfo=lv=-57;cid=testClusterID;nsid=1114005489;c=1731513298229), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T15:54:58,784 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b23ca88-9f55-75bd-40a2-f27a613417eb 2024-11-13T15:54:58,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:58,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:58,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741825_1001 (size=7) 2024-11-13T15:54:59,201 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c with version=8 2024-11-13T15:54:59,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/hbase-staging 2024-11-13T15:54:59,203 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:54:59,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:59,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:59,203 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:54:59,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:59,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:54:59,203 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T15:54:59,204 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:54:59,204 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38735 2024-11-13T15:54:59,205 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38735 connecting to ZooKeeper ensemble=127.0.0.1:52950 2024-11-13T15:54:59,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387350x0, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:54:59,207 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38735-0x100a5ffae930003 connected 2024-11-13T15:54:59,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:59,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:59,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38735-0x100a5ffae930003, quorum=127.0.0.1:52950, baseZNode=/197969807 Set watcher on znode that does not yet exist, /197969807/running 2024-11-13T15:54:59,226 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c, hbase.cluster.distributed=false 2024-11-13T15:54:59,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38735-0x100a5ffae930003, quorum=127.0.0.1:52950, baseZNode=/197969807 Set watcher on znode that does not yet exist, /197969807/acl 2024-11-13T15:54:59,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38735 2024-11-13T15:54:59,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38735 2024-11-13T15:54:59,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38735 2024-11-13T15:54:59,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38735 2024-11-13T15:54:59,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38735 2024-11-13T15:54:59,246 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:54:59,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:59,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:59,246 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:54:59,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:54:59,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:54:59,246 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T15:54:59,246 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:54:59,247 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35455 2024-11-13T15:54:59,247 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35455 connecting to ZooKeeper ensemble=127.0.0.1:52950 2024-11-13T15:54:59,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:59,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:59,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354550x0, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:54:59,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354550x0, quorum=127.0.0.1:52950, baseZNode=/197969807 Set watcher on znode that does not yet exist, /197969807/running 2024-11-13T15:54:59,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35455-0x100a5ffae930004 connected 2024-11-13T15:54:59,254 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T15:54:59,258 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T15:54:59,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35455-0x100a5ffae930004, quorum=127.0.0.1:52950, baseZNode=/197969807 Set watcher on znode that does not yet exist, /197969807/master 2024-11-13T15:54:59,260 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35455-0x100a5ffae930004, quorum=127.0.0.1:52950, baseZNode=/197969807 Set watcher on znode that does not yet exist, /197969807/acl 2024-11-13T15:54:59,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35455 2024-11-13T15:54:59,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35455 2024-11-13T15:54:59,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35455 2024-11-13T15:54:59,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35455 2024-11-13T15:54:59,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35455 2024-11-13T15:54:59,280 DEBUG [M:0;c4c650e80f58:38735 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4c650e80f58:38735 2024-11-13T15:54:59,281 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /197969807/backup-masters/c4c650e80f58,38735,1731513299203 2024-11-13T15:54:59,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x100a5ffae930003, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/197969807/backup-masters 2024-11-13T15:54:59,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x100a5ffae930004, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/197969807/backup-masters 2024-11-13T15:54:59,283 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38735-0x100a5ffae930003, quorum=127.0.0.1:52950, baseZNode=/197969807 Set watcher on existing znode=/197969807/backup-masters/c4c650e80f58,38735,1731513299203 2024-11-13T15:54:59,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x100a5ffae930004, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/197969807/master 2024-11-13T15:54:59,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x100a5ffae930003, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/197969807 2024-11-13T15:54:59,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x100a5ffae930004, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/197969807 2024-11-13T15:54:59,286 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38735-0x100a5ffae930003, quorum=127.0.0.1:52950, baseZNode=/197969807 Set watcher on existing znode=/197969807/master 2024-11-13T15:54:59,286 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /197969807/backup-masters/c4c650e80f58,38735,1731513299203 from backup master directory 2024-11-13T15:54:59,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x100a5ffae930003, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/197969807/backup-masters/c4c650e80f58,38735,1731513299203 2024-11-13T15:54:59,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x100a5ffae930003, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/197969807/backup-masters 2024-11-13T15:54:59,287 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:54:59,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x100a5ffae930004, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/197969807/backup-masters 2024-11-13T15:54:59,287 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4c650e80f58,38735,1731513299203 2024-11-13T15:54:59,291 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/hbase.id] with ID: 78382eb9-2e61-4153-8cb7-bed0fb4ae37e 2024-11-13T15:54:59,291 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/.tmp/hbase.id 2024-11-13T15:54:59,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741826_1002 (size=42) 2024-11-13T15:54:59,696 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/.tmp/hbase.id]:[hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/hbase.id] 2024-11-13T15:54:59,706 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:54:59,706 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T15:54:59,707 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T15:54:59,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x100a5ffae930004, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/197969807 2024-11-13T15:54:59,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x100a5ffae930003, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/197969807 2024-11-13T15:54:59,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741827_1003 (size=196) 2024-11-13T15:55:00,114 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:55:00,115 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T15:55:00,115 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:55:00,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741828_1004 (size=1189) 2024-11-13T15:55:00,522 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/MasterData/data/master/store 2024-11-13T15:55:00,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741829_1005 (size=34) 2024-11-13T15:55:00,944 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:00,944 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:55:00,944 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:00,944 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:00,944 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:55:00,944 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:00,944 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:00,944 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513300944Disabling compacts and flushes for region at 1731513300944Disabling writes for close at 1731513300944Writing region close event to WAL at 1731513300944Closed at 1731513300944 2024-11-13T15:55:00,945 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/MasterData/data/master/store/.initializing 2024-11-13T15:55:00,945 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/MasterData/WALs/c4c650e80f58,38735,1731513299203 2024-11-13T15:55:00,959 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:55:00,960 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4c650e80f58%2C38735%2C1731513299203, suffix=, logDir=hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/MasterData/WALs/c4c650e80f58,38735,1731513299203, archiveDir=hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/MasterData/oldWALs, maxLogs=10 2024-11-13T15:55:00,976 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/MasterData/WALs/c4c650e80f58,38735,1731513299203/c4c650e80f58%2C38735%2C1731513299203.1731513300960, exclude list is [], retry=0 2024-11-13T15:55:00,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38443,DS-c723ad2f-7131-47f4-9394-69f5b2fcc6ba,DISK] 2024-11-13T15:55:00,981 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/MasterData/WALs/c4c650e80f58,38735,1731513299203/c4c650e80f58%2C38735%2C1731513299203.1731513300960 2024-11-13T15:55:00,981 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33729:33729)] 2024-11-13T15:55:00,981 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:55:00,981 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:00,981 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:00,982 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:00,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:00,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T15:55:00,987 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:00,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:00,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:00,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T15:55:00,989 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:00,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:00,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:00,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T15:55:00,990 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:00,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:00,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:00,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T15:55:00,992 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:00,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:00,992 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:00,993 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:00,993 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:00,994 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:00,994 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:00,994 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:55:00,995 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:00,997 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:55:00,997 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61969628, jitterRate=-0.07658058404922485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:55:00,998 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731513300982Initializing all the Stores at 1731513300982Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513300982Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513300985 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513300986 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513300986Cleaning up temporary data from old regions at 1731513300994 (+8 ms)Region opened successfully at 1731513300998 (+4 ms) 2024-11-13T15:55:00,998 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T15:55:01,000 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cc8355b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:55:01,001 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T15:55:01,001 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T15:55:01,001 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T15:55:01,001 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T15:55:01,002 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T15:55:01,002 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T15:55:01,002 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T15:55:01,008 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T15:55:01,008 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38735-0x100a5ffae930003, quorum=127.0.0.1:52950, baseZNode=/197969807 Unable to get data of znode /197969807/balancer because node does not exist (not necessarily an error) 2024-11-13T15:55:01,010 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /197969807/balancer already deleted, retry=false 2024-11-13T15:55:01,011 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T15:55:01,011 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38735-0x100a5ffae930003, quorum=127.0.0.1:52950, baseZNode=/197969807 Unable to get data of znode /197969807/normalizer because node does not exist (not necessarily an error) 2024-11-13T15:55:01,012 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /197969807/normalizer already deleted, retry=false 2024-11-13T15:55:01,013 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T15:55:01,013 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38735-0x100a5ffae930003, quorum=127.0.0.1:52950, baseZNode=/197969807 Unable to get data of znode /197969807/switch/split because node does not exist (not necessarily an error) 2024-11-13T15:55:01,016 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /197969807/switch/split already deleted, retry=false 2024-11-13T15:55:01,017 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38735-0x100a5ffae930003, quorum=127.0.0.1:52950, baseZNode=/197969807 Unable to get data of znode /197969807/switch/merge because node does not exist (not necessarily an error) 2024-11-13T15:55:01,018 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /197969807/switch/merge already deleted, retry=false 2024-11-13T15:55:01,020 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38735-0x100a5ffae930003, quorum=127.0.0.1:52950, baseZNode=/197969807 Unable to get data of znode /197969807/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T15:55:01,021 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /197969807/snapshot-cleanup already deleted, retry=false 2024-11-13T15:55:01,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x100a5ffae930004, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/197969807/running 2024-11-13T15:55:01,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x100a5ffae930003, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/197969807/running 2024-11-13T15:55:01,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x100a5ffae930004, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/197969807 2024-11-13T15:55:01,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x100a5ffae930003, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/197969807 2024-11-13T15:55:01,023 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4c650e80f58,38735,1731513299203, sessionid=0x100a5ffae930003, setting cluster-up flag (Was=false) 2024-11-13T15:55:01,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x100a5ffae930003, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/197969807 2024-11-13T15:55:01,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x100a5ffae930004, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/197969807 2024-11-13T15:55:01,032 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /197969807/flush-table-proc/acquired, /197969807/flush-table-proc/reached, /197969807/flush-table-proc/abort 2024-11-13T15:55:01,033 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,38735,1731513299203 2024-11-13T15:55:01,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x100a5ffae930003, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/197969807 2024-11-13T15:55:01,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x100a5ffae930004, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/197969807 2024-11-13T15:55:01,041 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /197969807/online-snapshot/acquired, /197969807/online-snapshot/reached, /197969807/online-snapshot/abort 2024-11-13T15:55:01,042 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,38735,1731513299203 2024-11-13T15:55:01,043 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T15:55:01,044 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T15:55:01,044 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T15:55:01,045 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T15:55:01,045 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4c650e80f58,38735,1731513299203 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T15:55:01,046 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:55:01,046 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:55:01,046 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:55:01,046 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:55:01,046 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4c650e80f58:0, corePoolSize=10, maxPoolSize=10 2024-11-13T15:55:01,046 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:01,046 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:55:01,046 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:01,051 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731513331051 2024-11-13T15:55:01,051 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T15:55:01,051 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T15:55:01,051 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T15:55:01,051 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T15:55:01,051 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T15:55:01,051 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T15:55:01,051 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:01,052 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T15:55:01,052 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T15:55:01,052 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T15:55:01,052 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T15:55:01,052 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:55:01,052 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T15:55:01,052 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T15:55:01,052 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T15:55:01,052 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513301052,5,FailOnTimeoutGroup] 2024-11-13T15:55:01,052 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513301052,5,FailOnTimeoutGroup] 2024-11-13T15:55:01,052 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:01,052 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T15:55:01,052 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:01,052 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:01,053 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:01,053 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T15:55:01,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741831_1007 (size=1321) 2024-11-13T15:55:01,071 INFO [RS:0;c4c650e80f58:35455 {}] regionserver.HRegionServer(746): ClusterId : 78382eb9-2e61-4153-8cb7-bed0fb4ae37e 2024-11-13T15:55:01,071 DEBUG [RS:0;c4c650e80f58:35455 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T15:55:01,073 DEBUG [RS:0;c4c650e80f58:35455 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T15:55:01,073 DEBUG [RS:0;c4c650e80f58:35455 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T15:55:01,075 DEBUG [RS:0;c4c650e80f58:35455 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T15:55:01,075 DEBUG [RS:0;c4c650e80f58:35455 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18aa7cce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:55:01,090 DEBUG [RS:0;c4c650e80f58:35455 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4c650e80f58:35455 2024-11-13T15:55:01,090 INFO [RS:0;c4c650e80f58:35455 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T15:55:01,090 INFO [RS:0;c4c650e80f58:35455 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T15:55:01,091 DEBUG [RS:0;c4c650e80f58:35455 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T15:55:01,091 INFO [RS:0;c4c650e80f58:35455 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4c650e80f58,38735,1731513299203 with port=35455, startcode=1731513299245 2024-11-13T15:55:01,091 DEBUG [RS:0;c4c650e80f58:35455 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T15:55:01,093 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T15:55:01,094 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38735 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4c650e80f58,35455,1731513299245 2024-11-13T15:55:01,094 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38735 {}] master.ServerManager(517): Registering regionserver=c4c650e80f58,35455,1731513299245 2024-11-13T15:55:01,095 DEBUG [RS:0;c4c650e80f58:35455 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c 2024-11-13T15:55:01,095 DEBUG [RS:0;c4c650e80f58:35455 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36027 2024-11-13T15:55:01,095 DEBUG [RS:0;c4c650e80f58:35455 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T15:55:01,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x100a5ffae930003, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/197969807/rs 2024-11-13T15:55:01,098 DEBUG [RS:0;c4c650e80f58:35455 {}] zookeeper.ZKUtil(111): regionserver:35455-0x100a5ffae930004, quorum=127.0.0.1:52950, baseZNode=/197969807 Set watcher on existing znode=/197969807/rs/c4c650e80f58,35455,1731513299245 2024-11-13T15:55:01,098 WARN [RS:0;c4c650e80f58:35455 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:55:01,098 INFO [RS:0;c4c650e80f58:35455 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:55:01,098 DEBUG [RS:0;c4c650e80f58:35455 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245 2024-11-13T15:55:01,098 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4c650e80f58,35455,1731513299245] 2024-11-13T15:55:01,101 INFO [RS:0;c4c650e80f58:35455 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T15:55:01,103 INFO [RS:0;c4c650e80f58:35455 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T15:55:01,103 INFO [RS:0;c4c650e80f58:35455 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T15:55:01,103 INFO [RS:0;c4c650e80f58:35455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:01,105 INFO [RS:0;c4c650e80f58:35455 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T15:55:01,105 INFO [RS:0;c4c650e80f58:35455 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T15:55:01,105 INFO [RS:0;c4c650e80f58:35455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:01,105 DEBUG [RS:0;c4c650e80f58:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:01,105 DEBUG [RS:0;c4c650e80f58:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:01,105 DEBUG [RS:0;c4c650e80f58:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:01,105 DEBUG [RS:0;c4c650e80f58:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:01,105 DEBUG [RS:0;c4c650e80f58:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:01,105 DEBUG [RS:0;c4c650e80f58:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:55:01,106 DEBUG [RS:0;c4c650e80f58:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:01,106 DEBUG [RS:0;c4c650e80f58:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:01,106 DEBUG [RS:0;c4c650e80f58:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:01,106 DEBUG [RS:0;c4c650e80f58:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:01,106 DEBUG [RS:0;c4c650e80f58:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:01,106 DEBUG [RS:0;c4c650e80f58:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:01,106 DEBUG [RS:0;c4c650e80f58:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:55:01,106 DEBUG [RS:0;c4c650e80f58:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:55:01,109 INFO [RS:0;c4c650e80f58:35455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:01,109 INFO [RS:0;c4c650e80f58:35455 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:01,109 INFO [RS:0;c4c650e80f58:35455 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:01,109 INFO [RS:0;c4c650e80f58:35455 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:01,109 INFO [RS:0;c4c650e80f58:35455 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:01,109 INFO [RS:0;c4c650e80f58:35455 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,35455,1731513299245-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:55:01,140 INFO [RS:0;c4c650e80f58:35455 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T15:55:01,140 INFO [RS:0;c4c650e80f58:35455 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,35455,1731513299245-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:01,140 INFO [RS:0;c4c650e80f58:35455 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:01,140 INFO [RS:0;c4c650e80f58:35455 {}] regionserver.Replication(171): c4c650e80f58,35455,1731513299245 started 2024-11-13T15:55:01,155 INFO [RS:0;c4c650e80f58:35455 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:01,155 INFO [RS:0;c4c650e80f58:35455 {}] regionserver.HRegionServer(1482): Serving as c4c650e80f58,35455,1731513299245, RpcServer on c4c650e80f58/172.17.0.3:35455, sessionid=0x100a5ffae930004 2024-11-13T15:55:01,155 DEBUG [RS:0;c4c650e80f58:35455 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T15:55:01,155 DEBUG [RS:0;c4c650e80f58:35455 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4c650e80f58,35455,1731513299245 2024-11-13T15:55:01,155 DEBUG [RS:0;c4c650e80f58:35455 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,35455,1731513299245' 2024-11-13T15:55:01,155 DEBUG [RS:0;c4c650e80f58:35455 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/197969807/flush-table-proc/abort' 2024-11-13T15:55:01,156 DEBUG [RS:0;c4c650e80f58:35455 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/197969807/flush-table-proc/acquired' 2024-11-13T15:55:01,156 DEBUG [RS:0;c4c650e80f58:35455 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T15:55:01,156 DEBUG [RS:0;c4c650e80f58:35455 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T15:55:01,156 DEBUG [RS:0;c4c650e80f58:35455 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4c650e80f58,35455,1731513299245 2024-11-13T15:55:01,156 DEBUG [RS:0;c4c650e80f58:35455 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,35455,1731513299245' 2024-11-13T15:55:01,156 DEBUG [RS:0;c4c650e80f58:35455 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/197969807/online-snapshot/abort' 2024-11-13T15:55:01,156 DEBUG [RS:0;c4c650e80f58:35455 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/197969807/online-snapshot/acquired' 2024-11-13T15:55:01,158 DEBUG [RS:0;c4c650e80f58:35455 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T15:55:01,158 INFO [RS:0;c4c650e80f58:35455 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T15:55:01,158 INFO [RS:0;c4c650e80f58:35455 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T15:55:01,259 INFO [RS:0;c4c650e80f58:35455 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:55:01,260 INFO [RS:0;c4c650e80f58:35455 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C35455%2C1731513299245, suffix=, logDir=hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245, archiveDir=hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/oldWALs, maxLogs=10 2024-11-13T15:55:01,274 DEBUG [RS:0;c4c650e80f58:35455 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245/c4c650e80f58%2C35455%2C1731513299245.1731513301260, exclude list is [], retry=0 2024-11-13T15:55:01,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38443,DS-c723ad2f-7131-47f4-9394-69f5b2fcc6ba,DISK] 2024-11-13T15:55:01,278 INFO [RS:0;c4c650e80f58:35455 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245/c4c650e80f58%2C35455%2C1731513299245.1731513301260 2024-11-13T15:55:01,278 DEBUG [RS:0;c4c650e80f58:35455 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33729:33729)] 2024-11-13T15:55:01,462 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T15:55:01,462 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c 2024-11-13T15:55:01,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741833_1009 (size=32) 2024-11-13T15:55:01,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:01,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:55:01,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:55:01,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:01,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:01,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:55:01,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:55:01,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:01,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:01,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:55:01,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:55:01,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:01,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:01,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:55:01,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:55:01,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:01,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:01,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:55:01,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/hbase/meta/1588230740 2024-11-13T15:55:01,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/hbase/meta/1588230740 2024-11-13T15:55:01,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:55:01,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:55:01,877 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:55:01,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:55:01,879 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:55:01,880 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60132581, jitterRate=-0.10395471751689911}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:55:01,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731513301868Initializing all the Stores at 1731513301869 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513301869Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513301869Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513301869Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513301869Cleaning up temporary data from old regions at 1731513301876 (+7 ms)Region opened successfully at 1731513301880 (+4 ms) 2024-11-13T15:55:01,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:55:01,880 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:55:01,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:55:01,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:55:01,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:55:01,881 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:55:01,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513301880Disabling compacts and flushes for region at 1731513301880Disabling writes for close at 1731513301880Writing region close event to WAL at 1731513301880Closed at 1731513301881 (+1 ms) 2024-11-13T15:55:01,882 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:55:01,882 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T15:55:01,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T15:55:01,883 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:55:01,884 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T15:55:02,034 DEBUG [c4c650e80f58:38735 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T15:55:02,035 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4c650e80f58,35455,1731513299245 2024-11-13T15:55:02,036 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,35455,1731513299245, state=OPENING 2024-11-13T15:55:02,040 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T15:55:02,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x100a5ffae930003, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/197969807 2024-11-13T15:55:02,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x100a5ffae930004, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/197969807 2024-11-13T15:55:02,042 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:55:02,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,35455,1731513299245}] 2024-11-13T15:55:02,042 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /197969807/meta-region-server: CHANGED 2024-11-13T15:55:02,042 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /197969807/meta-region-server: CHANGED 2024-11-13T15:55:02,195 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T15:55:02,196 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T15:55:02,199 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T15:55:02,199 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:55:02,199 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T15:55:02,200 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C35455%2C1731513299245.meta, suffix=.meta, logDir=hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245, archiveDir=hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/oldWALs, maxLogs=10 2024-11-13T15:55:02,218 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245/c4c650e80f58%2C35455%2C1731513299245.meta.1731513302201.meta, exclude list is [], retry=0 2024-11-13T15:55:02,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38443,DS-c723ad2f-7131-47f4-9394-69f5b2fcc6ba,DISK] 2024-11-13T15:55:02,222 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245/c4c650e80f58%2C35455%2C1731513299245.meta.1731513302201.meta 2024-11-13T15:55:02,222 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33729:33729)] 2024-11-13T15:55:02,222 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:55:02,223 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:55:02,223 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:55:02,223 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T15:55:02,223 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T15:55:02,223 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T15:55:02,223 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:02,223 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T15:55:02,223 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T15:55:02,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:55:02,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:55:02,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:02,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:02,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:55:02,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:55:02,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:02,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:02,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:55:02,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:55:02,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:02,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:02,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:55:02,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:55:02,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:02,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:02,228 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:55:02,229 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/hbase/meta/1588230740 2024-11-13T15:55:02,229 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/hbase/meta/1588230740 2024-11-13T15:55:02,230 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:55:02,230 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:55:02,231 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:55:02,232 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:55:02,233 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61527483, jitterRate=-0.08316905796527863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:55:02,233 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T15:55:02,233 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731513302224Writing region info on filesystem at 1731513302224Initializing all the Stores at 1731513302224Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513302224Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513302224Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513302224Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513302224Cleaning up temporary data from old regions at 1731513302230 (+6 ms)Running coprocessor post-open hooks at 1731513302233 (+3 ms)Region opened successfully at 1731513302233 2024-11-13T15:55:02,234 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731513302194 2024-11-13T15:55:02,236 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T15:55:02,236 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T15:55:02,236 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,35455,1731513299245 2024-11-13T15:55:02,237 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,35455,1731513299245, state=OPEN 2024-11-13T15:55:02,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x100a5ffae930004, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/197969807/meta-region-server 2024-11-13T15:55:02,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x100a5ffae930003, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/197969807/meta-region-server 2024-11-13T15:55:02,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /197969807/meta-region-server: CHANGED 2024-11-13T15:55:02,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /197969807/meta-region-server: CHANGED 2024-11-13T15:55:02,241 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4c650e80f58,35455,1731513299245 2024-11-13T15:55:02,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T15:55:02,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,35455,1731513299245 in 199 msec 2024-11-13T15:55:02,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T15:55:02,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-13T15:55:02,246 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:55:02,246 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T15:55:02,247 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:55:02,247 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,35455,1731513299245, seqNum=-1] 2024-11-13T15:55:02,248 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:55:02,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:55:02,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2090 sec 2024-11-13T15:55:02,253 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731513302253, completionTime=-1 2024-11-13T15:55:02,253 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T15:55:02,253 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T15:55:02,255 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T15:55:02,255 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731513362255 2024-11-13T15:55:02,255 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731513422255 2024-11-13T15:55:02,255 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T15:55:02,256 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,38735,1731513299203-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:02,256 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,38735,1731513299203-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:02,256 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,38735,1731513299203-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:02,256 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4c650e80f58:38735, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:02,256 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:02,256 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:02,258 DEBUG [master/c4c650e80f58:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T15:55:02,259 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.972sec 2024-11-13T15:55:02,260 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T15:55:02,260 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T15:55:02,260 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T15:55:02,260 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T15:55:02,260 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T15:55:02,260 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,38735,1731513299203-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:55:02,260 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,38735,1731513299203-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T15:55:02,262 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T15:55:02,262 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T15:55:02,262 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,38735,1731513299203-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:02,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ce7135d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:02,272 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,38735,-1 for getting cluster id 2024-11-13T15:55:02,272 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:55:02,274 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78382eb9-2e61-4153-8cb7-bed0fb4ae37e' 2024-11-13T15:55:02,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:55:02,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78382eb9-2e61-4153-8cb7-bed0fb4ae37e" 2024-11-13T15:55:02,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4208c84e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:02,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,38735,-1] 2024-11-13T15:55:02,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:55:02,275 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:02,275 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:55:02,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78bfce4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:02,277 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:55:02,278 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,35455,1731513299245, seqNum=-1] 2024-11-13T15:55:02,278 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:55:02,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:55:02,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4c650e80f58,38735,1731513299203 2024-11-13T15:55:02,281 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52950 2024-11-13T15:55:02,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:55:02,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100a5ffae930005 connected 2024-11-13T15:55:02,286 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:55:02,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,34727,1731513295518 2024-11-13T15:55:02,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e50f7d7 2024-11-13T15:55:02,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:55:02,288 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:55:02,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:55:02,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T15:55:02,291 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T15:55:02,292 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:02,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T15:55:02,292 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T15:55:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:55:02,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741835_1011 (size=902) 2024-11-13T15:55:02,301 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c480fec8f67c7d76eb589eef91120d5f, NAME => 'test,,1731513302289.c480fec8f67c7d76eb589eef91120d5f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87 2024-11-13T15:55:02,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741836_1012 (size=39) 2024-11-13T15:55:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:55:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:55:02,707 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731513302289.c480fec8f67c7d76eb589eef91120d5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:02,707 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c480fec8f67c7d76eb589eef91120d5f, disabling compactions & flushes 2024-11-13T15:55:02,707 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731513302289.c480fec8f67c7d76eb589eef91120d5f. 2024-11-13T15:55:02,707 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731513302289.c480fec8f67c7d76eb589eef91120d5f. 2024-11-13T15:55:02,708 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731513302289.c480fec8f67c7d76eb589eef91120d5f. after waiting 0 ms 2024-11-13T15:55:02,708 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731513302289.c480fec8f67c7d76eb589eef91120d5f. 2024-11-13T15:55:02,708 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731513302289.c480fec8f67c7d76eb589eef91120d5f. 2024-11-13T15:55:02,708 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c480fec8f67c7d76eb589eef91120d5f: Waiting for close lock at 1731513302707Disabling compacts and flushes for region at 1731513302707Disabling writes for close at 1731513302708 (+1 ms)Writing region close event to WAL at 1731513302708Closed at 1731513302708 2024-11-13T15:55:02,709 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T15:55:02,709 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731513302289.c480fec8f67c7d76eb589eef91120d5f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731513302709"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513302709"}]},"ts":"1731513302709"} 2024-11-13T15:55:02,711 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T15:55:02,712 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T15:55:02,712 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513302712"}]},"ts":"1731513302712"} 2024-11-13T15:55:02,714 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T15:55:02,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c480fec8f67c7d76eb589eef91120d5f, ASSIGN}] 2024-11-13T15:55:02,715 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c480fec8f67c7d76eb589eef91120d5f, ASSIGN 2024-11-13T15:55:02,716 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c480fec8f67c7d76eb589eef91120d5f, ASSIGN; state=OFFLINE, location=c4c650e80f58,37147,1731513295573; forceNewPlan=false, retain=false 2024-11-13T15:55:02,866 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c480fec8f67c7d76eb589eef91120d5f, regionState=OPENING, regionLocation=c4c650e80f58,37147,1731513295573 2024-11-13T15:55:02,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c480fec8f67c7d76eb589eef91120d5f, ASSIGN because future has completed 2024-11-13T15:55:02,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c480fec8f67c7d76eb589eef91120d5f, server=c4c650e80f58,37147,1731513295573}] 2024-11-13T15:55:02,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:55:03,025 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731513302289.c480fec8f67c7d76eb589eef91120d5f. 2024-11-13T15:55:03,025 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c480fec8f67c7d76eb589eef91120d5f, NAME => 'test,,1731513302289.c480fec8f67c7d76eb589eef91120d5f.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:55:03,025 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:55:03,025 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T15:55:03,026 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c480fec8f67c7d76eb589eef91120d5f 2024-11-13T15:55:03,026 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731513302289.c480fec8f67c7d76eb589eef91120d5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:03,026 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c480fec8f67c7d76eb589eef91120d5f 2024-11-13T15:55:03,026 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c480fec8f67c7d76eb589eef91120d5f 2024-11-13T15:55:03,030 INFO [StoreOpener-c480fec8f67c7d76eb589eef91120d5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c480fec8f67c7d76eb589eef91120d5f 2024-11-13T15:55:03,032 INFO [StoreOpener-c480fec8f67c7d76eb589eef91120d5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c480fec8f67c7d76eb589eef91120d5f columnFamilyName f 2024-11-13T15:55:03,032 DEBUG [StoreOpener-c480fec8f67c7d76eb589eef91120d5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:03,032 INFO [StoreOpener-c480fec8f67c7d76eb589eef91120d5f-1 {}] regionserver.HStore(327): Store=c480fec8f67c7d76eb589eef91120d5f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:03,032 INFO [StoreOpener-c480fec8f67c7d76eb589eef91120d5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c480fec8f67c7d76eb589eef91120d5f 2024-11-13T15:55:03,033 INFO [StoreOpener-c480fec8f67c7d76eb589eef91120d5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c480fec8f67c7d76eb589eef91120d5f columnFamilyName f1 2024-11-13T15:55:03,033 DEBUG [StoreOpener-c480fec8f67c7d76eb589eef91120d5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:03,033 INFO [StoreOpener-c480fec8f67c7d76eb589eef91120d5f-1 {}] regionserver.HStore(327): Store=c480fec8f67c7d76eb589eef91120d5f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:03,033 INFO [StoreOpener-c480fec8f67c7d76eb589eef91120d5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c480fec8f67c7d76eb589eef91120d5f 2024-11-13T15:55:03,034 INFO [StoreOpener-c480fec8f67c7d76eb589eef91120d5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c480fec8f67c7d76eb589eef91120d5f columnFamilyName norep 2024-11-13T15:55:03,034 DEBUG [StoreOpener-c480fec8f67c7d76eb589eef91120d5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:03,035 INFO [StoreOpener-c480fec8f67c7d76eb589eef91120d5f-1 {}] regionserver.HStore(327): Store=c480fec8f67c7d76eb589eef91120d5f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:03,035 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c480fec8f67c7d76eb589eef91120d5f 2024-11-13T15:55:03,035 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/default/test/c480fec8f67c7d76eb589eef91120d5f 2024-11-13T15:55:03,036 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/default/test/c480fec8f67c7d76eb589eef91120d5f 2024-11-13T15:55:03,037 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c480fec8f67c7d76eb589eef91120d5f 2024-11-13T15:55:03,037 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c480fec8f67c7d76eb589eef91120d5f 2024-11-13T15:55:03,037 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T15:55:03,038 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c480fec8f67c7d76eb589eef91120d5f 2024-11-13T15:55:03,040 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/default/test/c480fec8f67c7d76eb589eef91120d5f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:55:03,040 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c480fec8f67c7d76eb589eef91120d5f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59351485, jitterRate=-0.11559395492076874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T15:55:03,040 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c480fec8f67c7d76eb589eef91120d5f 2024-11-13T15:55:03,041 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c480fec8f67c7d76eb589eef91120d5f: Running coprocessor pre-open hook at 1731513303026Writing region info on filesystem at 1731513303026Initializing all the Stores at 1731513303027 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513303027Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513303030 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513303030Cleaning up temporary data from old regions at 1731513303037 (+7 ms)Running coprocessor post-open hooks at 1731513303040 (+3 ms)Region opened successfully at 1731513303041 (+1 ms) 2024-11-13T15:55:03,042 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731513302289.c480fec8f67c7d76eb589eef91120d5f., pid=6, masterSystemTime=1731513303021 2024-11-13T15:55:03,044 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731513302289.c480fec8f67c7d76eb589eef91120d5f. 2024-11-13T15:55:03,044 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731513302289.c480fec8f67c7d76eb589eef91120d5f. 2024-11-13T15:55:03,045 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c480fec8f67c7d76eb589eef91120d5f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c4c650e80f58,37147,1731513295573 2024-11-13T15:55:03,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c480fec8f67c7d76eb589eef91120d5f, server=c4c650e80f58,37147,1731513295573 because future has completed 2024-11-13T15:55:03,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T15:55:03,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c480fec8f67c7d76eb589eef91120d5f, server=c4c650e80f58,37147,1731513295573 in 178 msec 2024-11-13T15:55:03,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T15:55:03,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c480fec8f67c7d76eb589eef91120d5f, ASSIGN in 335 msec 2024-11-13T15:55:03,051 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T15:55:03,051 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513303051"}]},"ts":"1731513303051"} 2024-11-13T15:55:03,053 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T15:55:03,054 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T15:55:03,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 765 msec 2024-11-13T15:55:03,089 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T15:55:03,089 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T15:55:03,089 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T15:55:03,089 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T15:55:03,090 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:55:03,090 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T15:55:03,090 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T15:55:03,090 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T15:55:03,090 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:55:03,090 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T15:55:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:55:03,433 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T15:55:03,433 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:55:03,434 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,38735,1731513299203 2024-11-13T15:55:03,434 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@382c6a59 2024-11-13T15:55:03,434 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:55:03,435 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:55:03,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:55:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T15:55:03,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T15:55:03,438 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:03,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T15:55:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:55:03,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T15:55:03,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741835_1011 (size=902) 2024-11-13T15:55:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:55:03,598 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T15:55:03,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:03,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:03,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:03,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:03,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:03,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:03,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:03,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:03,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:03,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:03,650 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T15:55:03,650 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T15:55:03,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:55:03,845 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4a5c444bf4964ac39050f5107098391c, NAME => 'test,,1731513303435.4a5c444bf4964ac39050f5107098391c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c 2024-11-13T15:55:03,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741836_1012 (size=39) 2024-11-13T15:55:03,851 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731513303435.4a5c444bf4964ac39050f5107098391c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:03,851 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4a5c444bf4964ac39050f5107098391c, disabling compactions & flushes 2024-11-13T15:55:03,851 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731513303435.4a5c444bf4964ac39050f5107098391c. 2024-11-13T15:55:03,851 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731513303435.4a5c444bf4964ac39050f5107098391c. 2024-11-13T15:55:03,851 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731513303435.4a5c444bf4964ac39050f5107098391c. after waiting 0 ms 2024-11-13T15:55:03,851 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731513303435.4a5c444bf4964ac39050f5107098391c. 2024-11-13T15:55:03,851 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731513303435.4a5c444bf4964ac39050f5107098391c. 2024-11-13T15:55:03,851 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4a5c444bf4964ac39050f5107098391c: Waiting for close lock at 1731513303851Disabling compacts and flushes for region at 1731513303851Disabling writes for close at 1731513303851Writing region close event to WAL at 1731513303851Closed at 1731513303851 2024-11-13T15:55:03,852 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T15:55:03,852 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731513303435.4a5c444bf4964ac39050f5107098391c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731513303852"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513303852"}]},"ts":"1731513303852"} 2024-11-13T15:55:03,854 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T15:55:03,855 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T15:55:03,855 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513303855"}]},"ts":"1731513303855"} 2024-11-13T15:55:03,856 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T15:55:03,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4a5c444bf4964ac39050f5107098391c, ASSIGN}] 2024-11-13T15:55:03,857 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4a5c444bf4964ac39050f5107098391c, ASSIGN 2024-11-13T15:55:03,858 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4a5c444bf4964ac39050f5107098391c, ASSIGN; state=OFFLINE, location=c4c650e80f58,35455,1731513299245; forceNewPlan=false, retain=false 2024-11-13T15:55:04,009 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4a5c444bf4964ac39050f5107098391c, regionState=OPENING, regionLocation=c4c650e80f58,35455,1731513299245 2024-11-13T15:55:04,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4a5c444bf4964ac39050f5107098391c, ASSIGN because future has completed 2024-11-13T15:55:04,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a5c444bf4964ac39050f5107098391c, server=c4c650e80f58,35455,1731513299245}] 2024-11-13T15:55:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:55:04,166 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731513303435.4a5c444bf4964ac39050f5107098391c. 2024-11-13T15:55:04,166 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a5c444bf4964ac39050f5107098391c, NAME => 'test,,1731513303435.4a5c444bf4964ac39050f5107098391c.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:55:04,167 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:55:04,167 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T15:55:04,167 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4a5c444bf4964ac39050f5107098391c 2024-11-13T15:55:04,167 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731513303435.4a5c444bf4964ac39050f5107098391c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:04,167 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4a5c444bf4964ac39050f5107098391c 2024-11-13T15:55:04,167 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4a5c444bf4964ac39050f5107098391c 2024-11-13T15:55:04,168 INFO [StoreOpener-4a5c444bf4964ac39050f5107098391c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4a5c444bf4964ac39050f5107098391c 2024-11-13T15:55:04,169 INFO [StoreOpener-4a5c444bf4964ac39050f5107098391c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a5c444bf4964ac39050f5107098391c columnFamilyName f 2024-11-13T15:55:04,169 DEBUG [StoreOpener-4a5c444bf4964ac39050f5107098391c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:04,169 INFO [StoreOpener-4a5c444bf4964ac39050f5107098391c-1 {}] regionserver.HStore(327): Store=4a5c444bf4964ac39050f5107098391c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:04,170 INFO [StoreOpener-4a5c444bf4964ac39050f5107098391c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4a5c444bf4964ac39050f5107098391c 2024-11-13T15:55:04,170 INFO [StoreOpener-4a5c444bf4964ac39050f5107098391c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a5c444bf4964ac39050f5107098391c columnFamilyName f1 2024-11-13T15:55:04,170 DEBUG [StoreOpener-4a5c444bf4964ac39050f5107098391c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:04,171 INFO [StoreOpener-4a5c444bf4964ac39050f5107098391c-1 {}] regionserver.HStore(327): Store=4a5c444bf4964ac39050f5107098391c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:04,171 INFO [StoreOpener-4a5c444bf4964ac39050f5107098391c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4a5c444bf4964ac39050f5107098391c 2024-11-13T15:55:04,171 INFO [StoreOpener-4a5c444bf4964ac39050f5107098391c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a5c444bf4964ac39050f5107098391c columnFamilyName norep 2024-11-13T15:55:04,172 DEBUG [StoreOpener-4a5c444bf4964ac39050f5107098391c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:04,172 INFO [StoreOpener-4a5c444bf4964ac39050f5107098391c-1 {}] regionserver.HStore(327): Store=4a5c444bf4964ac39050f5107098391c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:04,172 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4a5c444bf4964ac39050f5107098391c 2024-11-13T15:55:04,172 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/default/test/4a5c444bf4964ac39050f5107098391c 2024-11-13T15:55:04,173 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/default/test/4a5c444bf4964ac39050f5107098391c 2024-11-13T15:55:04,173 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4a5c444bf4964ac39050f5107098391c 2024-11-13T15:55:04,173 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4a5c444bf4964ac39050f5107098391c 2024-11-13T15:55:04,174 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T15:55:04,174 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4a5c444bf4964ac39050f5107098391c 2024-11-13T15:55:04,176 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/default/test/4a5c444bf4964ac39050f5107098391c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:55:04,176 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4a5c444bf4964ac39050f5107098391c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75289706, jitterRate=0.12190404534339905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T15:55:04,176 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a5c444bf4964ac39050f5107098391c 2024-11-13T15:55:04,176 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4a5c444bf4964ac39050f5107098391c: Running coprocessor pre-open hook at 1731513304167Writing region info on filesystem at 1731513304167Initializing all the Stores at 1731513304168 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513304168Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513304168Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513304168Cleaning up temporary data from old regions at 1731513304173 (+5 ms)Running coprocessor post-open hooks at 1731513304176 (+3 ms)Region opened successfully at 1731513304176 2024-11-13T15:55:04,177 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731513303435.4a5c444bf4964ac39050f5107098391c., pid=6, masterSystemTime=1731513304163 2024-11-13T15:55:04,179 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731513303435.4a5c444bf4964ac39050f5107098391c. 2024-11-13T15:55:04,179 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731513303435.4a5c444bf4964ac39050f5107098391c. 2024-11-13T15:55:04,180 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4a5c444bf4964ac39050f5107098391c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c4c650e80f58,35455,1731513299245 2024-11-13T15:55:04,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a5c444bf4964ac39050f5107098391c, server=c4c650e80f58,35455,1731513299245 because future has completed 2024-11-13T15:55:04,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T15:55:04,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a5c444bf4964ac39050f5107098391c, server=c4c650e80f58,35455,1731513299245 in 171 msec 2024-11-13T15:55:04,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T15:55:04,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4a5c444bf4964ac39050f5107098391c, ASSIGN in 327 msec 2024-11-13T15:55:04,186 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T15:55:04,186 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513304186"}]},"ts":"1731513304186"} 2024-11-13T15:55:04,187 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T15:55:04,188 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T15:55:04,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 753 msec 2024-11-13T15:55:04,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:55:04,573 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T15:55:04,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ec73e98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:04,573 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,34727,-1 for getting cluster id 2024-11-13T15:55:04,573 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:55:04,574 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf6fef6f-8a1d-4598-b29b-42f89f1cb537' 2024-11-13T15:55:04,574 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:55:04,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf6fef6f-8a1d-4598-b29b-42f89f1cb537" 2024-11-13T15:55:04,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d577326, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:04,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,34727,-1] 2024-11-13T15:55:04,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:55:04,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:04,576 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:55:04,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab20d2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:04,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@269d36f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:04,577 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,38735,-1 for getting cluster id 2024-11-13T15:55:04,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:55:04,578 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78382eb9-2e61-4153-8cb7-bed0fb4ae37e' 2024-11-13T15:55:04,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:55:04,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78382eb9-2e61-4153-8cb7-bed0fb4ae37e" 2024-11-13T15:55:04,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5233d299, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:04,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,38735,-1] 2024-11-13T15:55:04,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:55:04,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:04,579 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:55:04,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@261dfdf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:04,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c86149d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:04,580 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,34727,-1 for getting cluster id 2024-11-13T15:55:04,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:55:04,581 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf6fef6f-8a1d-4598-b29b-42f89f1cb537' 2024-11-13T15:55:04,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:55:04,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf6fef6f-8a1d-4598-b29b-42f89f1cb537" 2024-11-13T15:55:04,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40a18da5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:04,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,34727,-1] 2024-11-13T15:55:04,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:55:04,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:04,582 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:55:04,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fda54c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:04,582 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:55:04,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,34727,1731513295518 2024-11-13T15:55:04,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@707850d8 2024-11-13T15:55:04,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:55:04,584 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:55:04,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c4c650e80f58:38735,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T15:55:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T15:55:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:55:04,587 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:38735' 2024-11-13T15:55:04,587 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@289b871a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:04,587 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,38735,-1 for getting cluster id 2024-11-13T15:55:04,587 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:55:04,588 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78382eb9-2e61-4153-8cb7-bed0fb4ae37e' 2024-11-13T15:55:04,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:55:04,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78382eb9-2e61-4153-8cb7-bed0fb4ae37e" 2024-11-13T15:55:04,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a6f4eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:04,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,38735,-1] 2024-11-13T15:55:04,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:55:04,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:04,589 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:55:04,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67df5939, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:04,590 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:55:04,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,38735,1731513299203 2024-11-13T15:55:04,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@562a21ae 2024-11-13T15:55:04,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:55:04,591 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:55:04,592 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T15:55:04,592 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T15:55:04,592 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:04,592 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:04,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:55:04,592 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:55:04,593 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T15:55:04,594 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T15:55:04,594 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:04,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T15:55:04,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741837_1013 (size=1138) 2024-11-13T15:55:04,644 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T15:55:04,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:55:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:55:05,002 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ffdea55b49325f180229cac3389b73ca, NAME => 'hbase:replication,,1731513304592.ffdea55b49325f180229cac3389b73ca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87 2024-11-13T15:55:05,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741838_1014 (size=44) 2024-11-13T15:55:05,008 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731513304592.ffdea55b49325f180229cac3389b73ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:05,008 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ffdea55b49325f180229cac3389b73ca, disabling compactions & flushes 2024-11-13T15:55:05,008 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731513304592.ffdea55b49325f180229cac3389b73ca. 2024-11-13T15:55:05,008 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731513304592.ffdea55b49325f180229cac3389b73ca. 2024-11-13T15:55:05,008 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731513304592.ffdea55b49325f180229cac3389b73ca. after waiting 0 ms 2024-11-13T15:55:05,008 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731513304592.ffdea55b49325f180229cac3389b73ca. 2024-11-13T15:55:05,008 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731513304592.ffdea55b49325f180229cac3389b73ca. 2024-11-13T15:55:05,008 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ffdea55b49325f180229cac3389b73ca: Waiting for close lock at 1731513305008Disabling compacts and flushes for region at 1731513305008Disabling writes for close at 1731513305008Writing region close event to WAL at 1731513305008Closed at 1731513305008 2024-11-13T15:55:05,009 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T15:55:05,009 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731513304592.ffdea55b49325f180229cac3389b73ca.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731513305009"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513305009"}]},"ts":"1731513305009"} 2024-11-13T15:55:05,011 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T15:55:05,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T15:55:05,012 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513305012"}]},"ts":"1731513305012"} 2024-11-13T15:55:05,013 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T15:55:05,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ffdea55b49325f180229cac3389b73ca, ASSIGN}] 2024-11-13T15:55:05,014 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ffdea55b49325f180229cac3389b73ca, ASSIGN 2024-11-13T15:55:05,015 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ffdea55b49325f180229cac3389b73ca, ASSIGN; state=OFFLINE, location=c4c650e80f58,37147,1731513295573; forceNewPlan=false, retain=false 2024-11-13T15:55:05,166 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ffdea55b49325f180229cac3389b73ca, regionState=OPENING, regionLocation=c4c650e80f58,37147,1731513295573 2024-11-13T15:55:05,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ffdea55b49325f180229cac3389b73ca, ASSIGN because future has completed 2024-11-13T15:55:05,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffdea55b49325f180229cac3389b73ca, server=c4c650e80f58,37147,1731513295573}] 2024-11-13T15:55:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:55:05,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731513304592.ffdea55b49325f180229cac3389b73ca. 2024-11-13T15:55:05,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:55:05,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T15:55:05,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C37147%2C1731513295573.rep, suffix=, logDir=hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573, archiveDir=hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/oldWALs, maxLogs=10 2024-11-13T15:55:05,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.rep.1731513305325, exclude list is [], retry=0 2024-11-13T15:55:05,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-54ac75db-c522-45e0-ab21-b855539f5794,DISK] 2024-11-13T15:55:05,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.rep.1731513305325 2024-11-13T15:55:05,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37899:37899)] 2024-11-13T15:55:05,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ffdea55b49325f180229cac3389b73ca, NAME => 'hbase:replication,,1731513304592.ffdea55b49325f180229cac3389b73ca.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:55:05,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:55:05,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:55:05,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731513304592.ffdea55b49325f180229cac3389b73ca. service=MultiRowMutationService 2024-11-13T15:55:05,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T15:55:05,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ffdea55b49325f180229cac3389b73ca 2024-11-13T15:55:05,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731513304592.ffdea55b49325f180229cac3389b73ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:05,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ffdea55b49325f180229cac3389b73ca 2024-11-13T15:55:05,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ffdea55b49325f180229cac3389b73ca 2024-11-13T15:55:05,349 INFO [StoreOpener-ffdea55b49325f180229cac3389b73ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ffdea55b49325f180229cac3389b73ca 2024-11-13T15:55:05,350 INFO [StoreOpener-ffdea55b49325f180229cac3389b73ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffdea55b49325f180229cac3389b73ca columnFamilyName hfileref 2024-11-13T15:55:05,350 DEBUG [StoreOpener-ffdea55b49325f180229cac3389b73ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:05,350 INFO [StoreOpener-ffdea55b49325f180229cac3389b73ca-1 {}] regionserver.HStore(327): Store=ffdea55b49325f180229cac3389b73ca/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:05,351 INFO [StoreOpener-ffdea55b49325f180229cac3389b73ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ffdea55b49325f180229cac3389b73ca 2024-11-13T15:55:05,351 INFO [StoreOpener-ffdea55b49325f180229cac3389b73ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffdea55b49325f180229cac3389b73ca columnFamilyName queue 2024-11-13T15:55:05,352 DEBUG [StoreOpener-ffdea55b49325f180229cac3389b73ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:05,352 INFO [StoreOpener-ffdea55b49325f180229cac3389b73ca-1 {}] regionserver.HStore(327): Store=ffdea55b49325f180229cac3389b73ca/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:05,352 INFO [StoreOpener-ffdea55b49325f180229cac3389b73ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ffdea55b49325f180229cac3389b73ca 2024-11-13T15:55:05,353 INFO [StoreOpener-ffdea55b49325f180229cac3389b73ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffdea55b49325f180229cac3389b73ca columnFamilyName sid 2024-11-13T15:55:05,353 DEBUG [StoreOpener-ffdea55b49325f180229cac3389b73ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:05,353 INFO [StoreOpener-ffdea55b49325f180229cac3389b73ca-1 {}] regionserver.HStore(327): Store=ffdea55b49325f180229cac3389b73ca/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:05,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ffdea55b49325f180229cac3389b73ca 2024-11-13T15:55:05,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/hbase/replication/ffdea55b49325f180229cac3389b73ca 2024-11-13T15:55:05,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/hbase/replication/ffdea55b49325f180229cac3389b73ca 2024-11-13T15:55:05,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ffdea55b49325f180229cac3389b73ca 2024-11-13T15:55:05,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ffdea55b49325f180229cac3389b73ca 2024-11-13T15:55:05,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T15:55:05,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ffdea55b49325f180229cac3389b73ca 2024-11-13T15:55:05,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/hbase/replication/ffdea55b49325f180229cac3389b73ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:55:05,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ffdea55b49325f180229cac3389b73ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69689076, jitterRate=0.03844815492630005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T15:55:05,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ffdea55b49325f180229cac3389b73ca 2024-11-13T15:55:05,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ffdea55b49325f180229cac3389b73ca: Running coprocessor pre-open hook at 1731513305348Writing region info on filesystem at 1731513305348Initializing all the Stores at 1731513305348Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513305348Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513305349 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513305349Cleaning up temporary data from old regions at 1731513305355 (+6 ms)Running coprocessor post-open hooks at 1731513305358 (+3 ms)Region opened successfully at 1731513305359 (+1 ms) 2024-11-13T15:55:05,360 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731513304592.ffdea55b49325f180229cac3389b73ca., pid=10, masterSystemTime=1731513305320 2024-11-13T15:55:05,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731513304592.ffdea55b49325f180229cac3389b73ca. 2024-11-13T15:55:05,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731513304592.ffdea55b49325f180229cac3389b73ca. 2024-11-13T15:55:05,364 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ffdea55b49325f180229cac3389b73ca, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,37147,1731513295573 2024-11-13T15:55:05,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffdea55b49325f180229cac3389b73ca, server=c4c650e80f58,37147,1731513295573 because future has completed 2024-11-13T15:55:05,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T15:55:05,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ffdea55b49325f180229cac3389b73ca, server=c4c650e80f58,37147,1731513295573 in 200 msec 2024-11-13T15:55:05,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T15:55:05,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ffdea55b49325f180229cac3389b73ca, ASSIGN in 356 msec 2024-11-13T15:55:05,373 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T15:55:05,373 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513305373"}]},"ts":"1731513305373"} 2024-11-13T15:55:05,376 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T15:55:05,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T15:55:05,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 785 msec 2024-11-13T15:55:05,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731513304592.ffdea55b49325f180229cac3389b73ca., hostname=c4c650e80f58,37147,1731513295573, seqNum=2] 2024-11-13T15:55:05,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37147-0x100a5ffae930001, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1940226378 2024-11-13T15:55:05,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x100a5ffae930000, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1940226378 2024-11-13T15:55:05,410 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T15:55:05,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37147 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T15:55:05,563 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T15:55:05,607 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c4c650e80f58,37147,1731513295573, ReplicationSource: 1, currentBandwidth=0 2024-11-13T15:55:05,608 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:55:05,608 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,37147,1731513295573, seqNum=-1] 2024-11-13T15:55:05,608 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:55:05,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-13T15:55:05,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c4c650e80f58,37147,1731513295573', locateType=CURRENT is [region=hbase:replication,,1731513304592.ffdea55b49325f180229cac3389b73ca., hostname=c4c650e80f58,37147,1731513295573, seqNum=2] 2024-11-13T15:55:05,613 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T15:55:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T15:55:05,616 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c4c650e80f58,37147,1731513295573 suceeded 2024-11-13T15:55:05,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T15:55:05,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-13T15:55:05,617 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c4c650e80f58:38735,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T15:55:05,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0340 sec 2024-11-13T15:55:05,629 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:38735' 2024-11-13T15:55:05,630 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c15d833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:05,630 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,38735,-1 for getting cluster id 2024-11-13T15:55:05,630 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:55:05,631 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78382eb9-2e61-4153-8cb7-bed0fb4ae37e' 2024-11-13T15:55:05,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:55:05,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78382eb9-2e61-4153-8cb7-bed0fb4ae37e" 2024-11-13T15:55:05,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21aa8542, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:05,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,38735,-1] 2024-11-13T15:55:05,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:55:05,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:05,633 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:55:05,633 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e3df21f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:05,633 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:55:05,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,38735,1731513299203 2024-11-13T15:55:05,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a7780e2 2024-11-13T15:55:05,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:55:05,635 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-13T15:55:05,635 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c4c650e80f58,37147,1731513295573 (queues=1) is replicating from cluster=bf6fef6f-8a1d-4598-b29b-42f89f1cb537 to cluster=78382eb9-2e61-4153-8cb7-bed0fb4ae37e 2024-11-13T15:55:05,636 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c4c650e80f58%2C37147%2C1731513295573 2024-11-13T15:55:05,636 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c4c650e80f58,37147,1731513295573, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T15:55:05,636 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.shipperc4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4c650e80f58%2C37147%2C1731513295573 2024-11-13T15:55:05,636 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594, startPosition=0, beingWritten=true 2024-11-13T15:55:05,641 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:55:05,641 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594 to pos 379, reset compression=false 2024-11-13T15:55:05,641 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.shipperc4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,37147,1731513295573 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T15:55:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:55:05,723 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T15:55:05,723 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:55:05,723 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:55:05,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:05,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:05,723 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:55:05,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a24b032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:05,724 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,38735,-1 for getting cluster id 2024-11-13T15:55:05,724 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:55:05,724 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78382eb9-2e61-4153-8cb7-bed0fb4ae37e' 2024-11-13T15:55:05,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:55:05,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78382eb9-2e61-4153-8cb7-bed0fb4ae37e" 2024-11-13T15:55:05,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bc82da5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:05,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,38735,-1] 2024-11-13T15:55:05,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:55:05,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:05,726 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:55:05,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6371147e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:05,727 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:55:05,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,38735,1731513299203 2024-11-13T15:55:05,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65a23c73 2024-11-13T15:55:05,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:55:05,728 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:55:05,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c4c650e80f58:34727,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T15:55:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T15:55:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:55:05,731 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:34727' 2024-11-13T15:55:05,732 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ab59b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:05,732 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,34727,-1 for getting cluster id 2024-11-13T15:55:05,732 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:55:05,732 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf6fef6f-8a1d-4598-b29b-42f89f1cb537' 2024-11-13T15:55:05,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:55:05,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf6fef6f-8a1d-4598-b29b-42f89f1cb537" 2024-11-13T15:55:05,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45d53aba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:05,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,34727,-1] 2024-11-13T15:55:05,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:55:05,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:05,734 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:55:05,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23fced41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:05,734 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:55:05,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,34727,1731513295518 2024-11-13T15:55:05,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43998150 2024-11-13T15:55:05,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:55:05,735 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:55:05,736 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T15:55:05,736 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T15:55:05,736 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:05,736 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:05,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:55:05,737 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:55:05,737 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T15:55:05,738 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T15:55:05,738 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:05,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T15:55:05,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741837_1013 (size=1138) 2024-11-13T15:55:05,788 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T15:55:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:55:05,845 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594 to pos 379, reset compression=false 2024-11-13T15:55:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:55:06,146 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a37eda511892ced94449afd8700014f9, NAME => 'hbase:replication,,1731513305736.a37eda511892ced94449afd8700014f9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c 2024-11-13T15:55:06,148 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594 to pos 379, reset compression=false 2024-11-13T15:55:06,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741838_1014 (size=44) 2024-11-13T15:55:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:55:06,551 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594 to pos 379, reset compression=false 2024-11-13T15:55:06,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731513305736.a37eda511892ced94449afd8700014f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:06,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a37eda511892ced94449afd8700014f9, disabling compactions & flushes 2024-11-13T15:55:06,554 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731513305736.a37eda511892ced94449afd8700014f9. 2024-11-13T15:55:06,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731513305736.a37eda511892ced94449afd8700014f9. 2024-11-13T15:55:06,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731513305736.a37eda511892ced94449afd8700014f9. after waiting 0 ms 2024-11-13T15:55:06,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731513305736.a37eda511892ced94449afd8700014f9. 2024-11-13T15:55:06,554 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731513305736.a37eda511892ced94449afd8700014f9. 2024-11-13T15:55:06,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a37eda511892ced94449afd8700014f9: Waiting for close lock at 1731513306554Disabling compacts and flushes for region at 1731513306554Disabling writes for close at 1731513306554Writing region close event to WAL at 1731513306554Closed at 1731513306554 2024-11-13T15:55:06,555 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T15:55:06,556 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731513305736.a37eda511892ced94449afd8700014f9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731513306555"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513306555"}]},"ts":"1731513306555"} 2024-11-13T15:55:06,557 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T15:55:06,558 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T15:55:06,558 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513306558"}]},"ts":"1731513306558"} 2024-11-13T15:55:06,560 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T15:55:06,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a37eda511892ced94449afd8700014f9, ASSIGN}] 2024-11-13T15:55:06,561 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a37eda511892ced94449afd8700014f9, ASSIGN 2024-11-13T15:55:06,561 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a37eda511892ced94449afd8700014f9, ASSIGN; state=OFFLINE, location=c4c650e80f58,35455,1731513299245; forceNewPlan=false, retain=false 2024-11-13T15:55:06,712 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a37eda511892ced94449afd8700014f9, regionState=OPENING, regionLocation=c4c650e80f58,35455,1731513299245 2024-11-13T15:55:06,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a37eda511892ced94449afd8700014f9, ASSIGN because future has completed 2024-11-13T15:55:06,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a37eda511892ced94449afd8700014f9, server=c4c650e80f58,35455,1731513299245}] 2024-11-13T15:55:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:55:06,870 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731513305736.a37eda511892ced94449afd8700014f9. 2024-11-13T15:55:06,870 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:55:06,870 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T15:55:06,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C35455%2C1731513299245.rep, suffix=, logDir=hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245, archiveDir=hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/oldWALs, maxLogs=10 2024-11-13T15:55:06,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245/c4c650e80f58%2C35455%2C1731513299245.rep.1731513306871, exclude list is [], retry=0 2024-11-13T15:55:06,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38443,DS-c723ad2f-7131-47f4-9394-69f5b2fcc6ba,DISK] 2024-11-13T15:55:06,887 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245/c4c650e80f58%2C35455%2C1731513299245.rep.1731513306871 2024-11-13T15:55:06,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33729:33729)] 2024-11-13T15:55:06,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a37eda511892ced94449afd8700014f9, NAME => 'hbase:replication,,1731513305736.a37eda511892ced94449afd8700014f9.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:55:06,888 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:55:06,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:55:06,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731513305736.a37eda511892ced94449afd8700014f9. service=MultiRowMutationService 2024-11-13T15:55:06,888 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T15:55:06,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a37eda511892ced94449afd8700014f9 2024-11-13T15:55:06,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731513305736.a37eda511892ced94449afd8700014f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:06,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a37eda511892ced94449afd8700014f9 2024-11-13T15:55:06,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a37eda511892ced94449afd8700014f9 2024-11-13T15:55:06,890 INFO [StoreOpener-a37eda511892ced94449afd8700014f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a37eda511892ced94449afd8700014f9 2024-11-13T15:55:06,890 INFO [StoreOpener-a37eda511892ced94449afd8700014f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a37eda511892ced94449afd8700014f9 columnFamilyName hfileref 2024-11-13T15:55:06,890 DEBUG [StoreOpener-a37eda511892ced94449afd8700014f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:06,891 INFO [StoreOpener-a37eda511892ced94449afd8700014f9-1 {}] regionserver.HStore(327): Store=a37eda511892ced94449afd8700014f9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:06,891 INFO [StoreOpener-a37eda511892ced94449afd8700014f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a37eda511892ced94449afd8700014f9 2024-11-13T15:55:06,892 INFO [StoreOpener-a37eda511892ced94449afd8700014f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a37eda511892ced94449afd8700014f9 columnFamilyName queue 2024-11-13T15:55:06,892 DEBUG [StoreOpener-a37eda511892ced94449afd8700014f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:06,892 INFO [StoreOpener-a37eda511892ced94449afd8700014f9-1 {}] regionserver.HStore(327): Store=a37eda511892ced94449afd8700014f9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:06,892 INFO [StoreOpener-a37eda511892ced94449afd8700014f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a37eda511892ced94449afd8700014f9 2024-11-13T15:55:06,893 INFO [StoreOpener-a37eda511892ced94449afd8700014f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a37eda511892ced94449afd8700014f9 columnFamilyName sid 2024-11-13T15:55:06,893 DEBUG [StoreOpener-a37eda511892ced94449afd8700014f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:06,893 INFO [StoreOpener-a37eda511892ced94449afd8700014f9-1 {}] regionserver.HStore(327): Store=a37eda511892ced94449afd8700014f9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:06,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a37eda511892ced94449afd8700014f9 2024-11-13T15:55:06,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/hbase/replication/a37eda511892ced94449afd8700014f9 2024-11-13T15:55:06,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/hbase/replication/a37eda511892ced94449afd8700014f9 2024-11-13T15:55:06,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a37eda511892ced94449afd8700014f9 2024-11-13T15:55:06,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a37eda511892ced94449afd8700014f9 2024-11-13T15:55:06,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T15:55:06,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a37eda511892ced94449afd8700014f9 2024-11-13T15:55:06,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/hbase/replication/a37eda511892ced94449afd8700014f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:55:06,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a37eda511892ced94449afd8700014f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65013319, jitterRate=-0.031226053833961487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T15:55:06,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a37eda511892ced94449afd8700014f9 2024-11-13T15:55:06,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a37eda511892ced94449afd8700014f9: Running coprocessor pre-open hook at 1731513306889Writing region info on filesystem at 1731513306889Initializing all the Stores at 1731513306889Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513306889Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513306889Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513306889Cleaning up temporary data from old regions at 1731513306895 (+6 ms)Running coprocessor post-open hooks at 1731513306898 (+3 ms)Region opened successfully at 1731513306898 2024-11-13T15:55:06,899 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731513305736.a37eda511892ced94449afd8700014f9., pid=10, masterSystemTime=1731513306867 2024-11-13T15:55:06,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731513305736.a37eda511892ced94449afd8700014f9. 2024-11-13T15:55:06,901 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731513305736.a37eda511892ced94449afd8700014f9. 2024-11-13T15:55:06,901 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a37eda511892ced94449afd8700014f9, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,35455,1731513299245 2024-11-13T15:55:06,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a37eda511892ced94449afd8700014f9, server=c4c650e80f58,35455,1731513299245 because future has completed 2024-11-13T15:55:06,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T15:55:06,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a37eda511892ced94449afd8700014f9, server=c4c650e80f58,35455,1731513299245 in 189 msec 2024-11-13T15:55:06,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T15:55:06,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a37eda511892ced94449afd8700014f9, ASSIGN in 346 msec 2024-11-13T15:55:06,908 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T15:55:06,908 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513306908"}]},"ts":"1731513306908"} 2024-11-13T15:55:06,910 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T15:55:06,910 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T15:55:06,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-13T15:55:06,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731513305736.a37eda511892ced94449afd8700014f9., hostname=c4c650e80f58,35455,1731513299245, seqNum=2] 2024-11-13T15:55:06,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x100a5ffae930003, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/197969807 2024-11-13T15:55:06,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x100a5ffae930004, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/197969807 2024-11-13T15:55:06,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T15:55:07,055 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594 to pos 379, reset compression=false 2024-11-13T15:55:07,101 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T15:55:07,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35455 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T15:55:07,106 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T15:55:07,136 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c4c650e80f58,35455,1731513299245, ReplicationSource: 1, currentBandwidth=0 2024-11-13T15:55:07,136 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:55:07,136 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,35455,1731513299245, seqNum=-1] 2024-11-13T15:55:07,137 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:55:07,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-13T15:55:07,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c4c650e80f58,35455,1731513299245', locateType=CURRENT is [region=hbase:replication,,1731513305736.a37eda511892ced94449afd8700014f9., hostname=c4c650e80f58,35455,1731513299245, seqNum=2] 2024-11-13T15:55:07,142 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T15:55:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T15:55:07,144 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c4c650e80f58,35455,1731513299245 suceeded 2024-11-13T15:55:07,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T15:55:07,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-13T15:55:07,146 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c4c650e80f58:34727,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T15:55:07,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4180 sec 2024-11-13T15:55:07,157 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:34727' 2024-11-13T15:55:07,158 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61e8b858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:07,158 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,34727,-1 for getting cluster id 2024-11-13T15:55:07,158 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:55:07,159 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf6fef6f-8a1d-4598-b29b-42f89f1cb537' 2024-11-13T15:55:07,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:55:07,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf6fef6f-8a1d-4598-b29b-42f89f1cb537" 2024-11-13T15:55:07,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d8dab6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:07,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,34727,-1] 2024-11-13T15:55:07,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:55:07,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:07,160 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:55:07,161 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a19e171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:07,161 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:55:07,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,34727,1731513295518 2024-11-13T15:55:07,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2da9f0f3 2024-11-13T15:55:07,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:55:07,162 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-13T15:55:07,163 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c4c650e80f58,35455,1731513299245 (queues=1) is replicating from cluster=78382eb9-2e61-4153-8cb7-bed0fb4ae37e to cluster=bf6fef6f-8a1d-4598-b29b-42f89f1cb537 2024-11-13T15:55:07,163 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c4c650e80f58%2C35455%2C1731513299245 2024-11-13T15:55:07,163 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c4c650e80f58,35455,1731513299245, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T15:55:07,163 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.shipperc4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4c650e80f58%2C35455%2C1731513299245 2024-11-13T15:55:07,163 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.wal-reader.c4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245/c4c650e80f58%2C35455%2C1731513299245.1731513301260, startPosition=0, beingWritten=true 2024-11-13T15:55:07,168 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.wal-reader.c4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:55:07,168 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.wal-reader.c4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245/c4c650e80f58%2C35455%2C1731513299245.1731513301260 to pos 379, reset compression=false 2024-11-13T15:55:07,168 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.shipperc4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,35455,1731513299245 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245/c4c650e80f58%2C35455%2C1731513299245.1731513301260, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T15:55:07,372 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.wal-reader.c4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245/c4c650e80f58%2C35455%2C1731513299245.1731513301260 to pos 379, reset compression=false 2024-11-13T15:55:07,659 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594 to pos 379, reset compression=false 2024-11-13T15:55:07,676 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.wal-reader.c4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245/c4c650e80f58%2C35455%2C1731513299245.1731513301260 to pos 379, reset compression=false 2024-11-13T15:55:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:55:07,872 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T15:55:07,872 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:55:07,872 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:55:07,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:07,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:07,872 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:55:07,873 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:55:07,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,37147,1731513295573, seqNum=-1] 2024-11-13T15:55:07,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:55:07,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:55:07,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731513302289.c480fec8f67c7d76eb589eef91120d5f., hostname=c4c650e80f58,37147,1731513295573, seqNum=2] 2024-11-13T15:55:07,879 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:55:07,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,35455,1731513299245, seqNum=-1] 2024-11-13T15:55:07,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:55:07,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:55:07,883 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731513303435.4a5c444bf4964ac39050f5107098391c., hostname=c4c650e80f58,35455,1731513299245, seqNum=2] 2024-11-13T15:55:07,884 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T15:55:08,080 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.wal-reader.c4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245/c4c650e80f58%2C35455%2C1731513299245.1731513301260 to pos 379, reset compression=false 2024-11-13T15:55:08,364 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594 to pos 379, reset compression=false 2024-11-13T15:55:08,368 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T15:55:08,368 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594 to pos 480, reset compression=false 2024-11-13T15:55:08,368 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.shipperc4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,37147,1731513295573 got entry batch from reader: WALEntryBatch [walEntries=[{test/c480fec8f67c7d76eb589eef91120d5f/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T15:55:08,370 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.shipperc4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T15:55:08,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-13T15:55:08,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35455 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T15:55:08,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35455 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11dfbb6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:08,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35455 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,38735,-1 for getting cluster id 2024-11-13T15:55:08,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35455 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:55:08,374 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78382eb9-2e61-4153-8cb7-bed0fb4ae37e' 2024-11-13T15:55:08,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:55:08,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78382eb9-2e61-4153-8cb7-bed0fb4ae37e" 2024-11-13T15:55:08,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24ce66df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:08,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,38735,-1] 2024-11-13T15:55:08,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:55:08,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:08,376 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:55:08,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35455 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44edb83a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:08,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35455 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:55:08,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,35455,1731513299245, seqNum=-1] 2024-11-13T15:55:08,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:55:08,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-13T15:55:08,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731513303435.4a5c444bf4964ac39050f5107098391c., hostname=c4c650e80f58,35455,1731513299245, seqNum=2] 2024-11-13T15:55:08,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35455 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T15:55:08,431 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:55:08,432 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c4c650e80f58,41263,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:41263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T15:55:08,432 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18314 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c4c650e80f58,41263,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:41263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T15:55:08,527 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T15:55:08,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:08,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:08,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:08,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:08,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:08,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:08,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:08,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:08,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:08,574 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594 to pos 480, reset compression=false 2024-11-13T15:55:08,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:08,584 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.wal-reader.c4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245/c4c650e80f58%2C35455%2C1731513299245.1731513301260 to pos 379, reset compression=false 2024-11-13T15:55:08,588 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.wal-reader.c4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:55:08,588 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.wal-reader.c4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245/c4c650e80f58%2C35455%2C1731513299245.1731513301260 to pos 504, reset compression=false 2024-11-13T15:55:08,589 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.shipperc4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,35455,1731513299245 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245/c4c650e80f58%2C35455%2C1731513299245.1731513301260, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T15:55:08,792 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.wal-reader.c4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245/c4c650e80f58%2C35455%2C1731513299245.1731513301260 to pos 504, reset compression=false 2024-11-13T15:55:08,878 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594 to pos 480, reset compression=false 2024-11-13T15:55:08,887 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T15:55:08,890 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T15:55:09,096 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.wal-reader.c4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245/c4c650e80f58%2C35455%2C1731513299245.1731513301260 to pos 504, reset compression=false 2024-11-13T15:55:09,101 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.wal-reader.c4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T15:55:09,101 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.wal-reader.c4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245/c4c650e80f58%2C35455%2C1731513299245.1731513301260 to pos 608, reset compression=false 2024-11-13T15:55:09,101 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.shipperc4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,35455,1731513299245 got entry batch from reader: WALEntryBatch [walEntries=[{test/4a5c444bf4964ac39050f5107098391c/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245/c4c650e80f58%2C35455%2C1731513299245.1731513301260, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T15:55:09,103 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.shipperc4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T15:55:09,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-13T15:55:09,105 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37147 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T15:55:09,105 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37147 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22eb21b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:09,105 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37147 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,34727,-1 for getting cluster id 2024-11-13T15:55:09,105 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37147 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:55:09,106 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf6fef6f-8a1d-4598-b29b-42f89f1cb537' 2024-11-13T15:55:09,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:55:09,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf6fef6f-8a1d-4598-b29b-42f89f1cb537" 2024-11-13T15:55:09,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71e584c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:09,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,34727,-1] 2024-11-13T15:55:09,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:55:09,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:09,107 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:55:09,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37147 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15c88b9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:09,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:55:09,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,37147,1731513295573, seqNum=-1] 2024-11-13T15:55:09,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:55:09,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-13T15:55:09,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731513302289.c480fec8f67c7d76eb589eef91120d5f., hostname=c4c650e80f58,37147,1731513295573, seqNum=2] 2024-11-13T15:55:09,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37147 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T15:55:09,283 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594 to pos 480, reset compression=false 2024-11-13T15:55:09,288 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:55:09,288 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594 to pos 607, reset compression=false 2024-11-13T15:55:09,288 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.shipperc4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,37147,1731513295573 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T15:55:09,306 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.wal-reader.c4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245/c4c650e80f58%2C35455%2C1731513299245.1731513301260 to pos 608, reset compression=false 2024-11-13T15:55:09,492 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594 to pos 607, reset compression=false 2024-11-13T15:55:09,609 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.wal-reader.c4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245/c4c650e80f58%2C35455%2C1731513299245.1731513301260 to pos 608, reset compression=false 2024-11-13T15:55:09,796 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594 to pos 607, reset compression=false 2024-11-13T15:55:09,892 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T15:55:09,899 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T15:55:10,014 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.wal-reader.c4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245/c4c650e80f58%2C35455%2C1731513299245.1731513301260 to pos 608, reset compression=false 2024-11-13T15:55:10,199 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594 to pos 607, reset compression=false 2024-11-13T15:55:10,205 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T15:55:10,205 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594 to pos 763, reset compression=false 2024-11-13T15:55:10,205 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.shipperc4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,37147,1731513295573 got entry batch from reader: WALEntryBatch [walEntries=[{test/c480fec8f67c7d76eb589eef91120d5f/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T15:55:10,206 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35455 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T15:55:10,210 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35455 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T15:55:10,409 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594 to pos 763, reset compression=false 2024-11-13T15:55:10,518 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.wal-reader.c4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245/c4c650e80f58%2C35455%2C1731513299245.1731513301260 to pos 608, reset compression=false 2024-11-13T15:55:10,524 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.wal-reader.c4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:55:10,524 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.wal-reader.c4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245/c4c650e80f58%2C35455%2C1731513299245.1731513301260 to pos 756, reset compression=false 2024-11-13T15:55:10,524 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.shipperc4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,35455,1731513299245 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245/c4c650e80f58%2C35455%2C1731513299245.1731513301260, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T15:55:10,713 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594 to pos 763, reset compression=false 2024-11-13T15:55:10,728 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.wal-reader.c4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245/c4c650e80f58%2C35455%2C1731513299245.1731513301260 to pos 756, reset compression=false 2024-11-13T15:55:10,902 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T15:55:10,908 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T15:55:11,032 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.wal-reader.c4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245/c4c650e80f58%2C35455%2C1731513299245.1731513301260 to pos 756, reset compression=false 2024-11-13T15:55:11,042 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.wal-reader.c4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T15:55:11,042 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.wal-reader.c4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245/c4c650e80f58%2C35455%2C1731513299245.1731513301260 to pos 915, reset compression=false 2024-11-13T15:55:11,042 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.shipperc4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,35455,1731513299245 got entry batch from reader: WALEntryBatch [walEntries=[{test/4a5c444bf4964ac39050f5107098391c/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245/c4c650e80f58%2C35455%2C1731513299245.1731513301260, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T15:55:11,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37147 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T15:55:11,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37147 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T15:55:11,118 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594 to pos 763, reset compression=false 2024-11-13T15:55:11,129 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:55:11,129 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594 to pos 912, reset compression=false 2024-11-13T15:55:11,129 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.shipperc4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,37147,1731513295573 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T15:55:11,247 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.wal-reader.c4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245/c4c650e80f58%2C35455%2C1731513299245.1731513301260 to pos 915, reset compression=false 2024-11-13T15:55:11,335 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594 to pos 912, reset compression=false 2024-11-13T15:55:11,561 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.wal-reader.c4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245/c4c650e80f58%2C35455%2C1731513299245.1731513301260 to pos 915, reset compression=false 2024-11-13T15:55:11,643 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594 to pos 912, reset compression=false 2024-11-13T15:55:11,910 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T15:55:11,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T15:55:11,913 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:55:11,913 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:55:11,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:11,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:11,913 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:55:11,913 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T15:55:11,913 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1577572304, stopped=false 2024-11-13T15:55:11,913 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4c650e80f58,38735,1731513299203 2024-11-13T15:55:11,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x100a5ffae930004, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/197969807/running 2024-11-13T15:55:11,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x100a5ffae930003, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/197969807/running 2024-11-13T15:55:11,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x100a5ffae930003, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/197969807 2024-11-13T15:55:11,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x100a5ffae930004, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/197969807 2024-11-13T15:55:11,915 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:55:11,915 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:55:11,915 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:55:11,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:11,916 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4c650e80f58,35455,1731513299245' ***** 2024-11-13T15:55:11,916 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T15:55:11,916 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T15:55:11,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38735-0x100a5ffae930003, quorum=127.0.0.1:52950, baseZNode=/197969807 Set watcher on znode that does not yet exist, /197969807/running 2024-11-13T15:55:11,916 INFO [RS:0;c4c650e80f58:35455 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T15:55:11,916 INFO [RS:0;c4c650e80f58:35455 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T15:55:11,916 INFO [RS:0;c4c650e80f58:35455 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T15:55:11,916 INFO [RS:0;c4c650e80f58:35455 {}] regionserver.HRegionServer(3091): Received CLOSE for a37eda511892ced94449afd8700014f9 2024-11-13T15:55:11,916 INFO [RS:0;c4c650e80f58:35455 {}] regionserver.HRegionServer(3091): Received CLOSE for 4a5c444bf4964ac39050f5107098391c 2024-11-13T15:55:11,916 INFO [RS:0;c4c650e80f58:35455 {}] regionserver.HRegionServer(959): stopping server c4c650e80f58,35455,1731513299245 2024-11-13T15:55:11,916 INFO [RS:0;c4c650e80f58:35455 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:55:11,916 INFO [RS:0;c4c650e80f58:35455 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:35455. 2024-11-13T15:55:11,917 DEBUG [RS:0;c4c650e80f58:35455 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:55:11,917 DEBUG [RS:0;c4c650e80f58:35455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:11,917 INFO [RS:0;c4c650e80f58:35455 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T15:55:11,917 INFO [RS:0;c4c650e80f58:35455 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T15:55:11,917 INFO [RS:0;c4c650e80f58:35455 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T15:55:11,917 INFO [RS:0;c4c650e80f58:35455 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T15:55:11,917 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35455-0x100a5ffae930004, quorum=127.0.0.1:52950, baseZNode=/197969807 Set watcher on znode that does not yet exist, /197969807/running 2024-11-13T15:55:11,917 INFO [RS:0;c4c650e80f58:35455 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T15:55:11,917 DEBUG [RS:0;c4c650e80f58:35455 {}] regionserver.HRegionServer(1325): Online Regions={a37eda511892ced94449afd8700014f9=hbase:replication,,1731513305736.a37eda511892ced94449afd8700014f9., 1588230740=hbase:meta,,1.1588230740, 4a5c444bf4964ac39050f5107098391c=test,,1731513303435.4a5c444bf4964ac39050f5107098391c.} 2024-11-13T15:55:11,917 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a37eda511892ced94449afd8700014f9, disabling compactions & flushes 2024-11-13T15:55:11,917 DEBUG [RS:0;c4c650e80f58:35455 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a5c444bf4964ac39050f5107098391c, a37eda511892ced94449afd8700014f9 2024-11-13T15:55:11,917 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:55:11,917 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731513305736.a37eda511892ced94449afd8700014f9. 2024-11-13T15:55:11,917 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731513305736.a37eda511892ced94449afd8700014f9. 2024-11-13T15:55:11,917 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:55:11,917 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731513305736.a37eda511892ced94449afd8700014f9. after waiting 0 ms 2024-11-13T15:55:11,917 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:55:11,917 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731513305736.a37eda511892ced94449afd8700014f9. 2024-11-13T15:55:11,917 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:55:11,917 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:55:11,917 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a37eda511892ced94449afd8700014f9 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-13T15:55:11,917 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T15:55:11,918 INFO [regionserver/c4c650e80f58:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:55:11,937 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/hbase/meta/1588230740/.tmp/info/33c81c3a81ed4fd9bc3ef5d5422f46a9 is 147, key is hbase:replication,,1731513305736.a37eda511892ced94449afd8700014f9./info:regioninfo/1731513306901/Put/seqid=0 2024-11-13T15:55:11,940 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/hbase/replication/a37eda511892ced94449afd8700014f9/.tmp/queue/e24377710ab34e4087a36afd58f84fec is 153, key is 1-c4c650e80f58,35455,1731513299245/queue:c4c650e80f58%2C35455%2C1731513299245/1731513311049/Put/seqid=0 2024-11-13T15:55:11,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741840_1016 (size=7686) 2024-11-13T15:55:11,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741841_1017 (size=5352) 2024-11-13T15:55:11,948 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/hbase/replication/a37eda511892ced94449afd8700014f9/.tmp/queue/e24377710ab34e4087a36afd58f84fec 2024-11-13T15:55:11,953 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/hbase/replication/a37eda511892ced94449afd8700014f9/.tmp/queue/e24377710ab34e4087a36afd58f84fec as hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/hbase/replication/a37eda511892ced94449afd8700014f9/queue/e24377710ab34e4087a36afd58f84fec 2024-11-13T15:55:11,957 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/hbase/replication/a37eda511892ced94449afd8700014f9/queue/e24377710ab34e4087a36afd58f84fec, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T15:55:11,958 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for a37eda511892ced94449afd8700014f9 in 41ms, sequenceid=10, compaction requested=false 2024-11-13T15:55:11,961 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/hbase/replication/a37eda511892ced94449afd8700014f9/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T15:55:11,962 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:55:11,962 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:55:11,962 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731513305736.a37eda511892ced94449afd8700014f9. 2024-11-13T15:55:11,962 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a37eda511892ced94449afd8700014f9: Waiting for close lock at 1731513311917Running coprocessor pre-close hooks at 1731513311917Disabling compacts and flushes for region at 1731513311917Disabling writes for close at 1731513311917Obtaining lock to block concurrent updates at 1731513311917Preparing flush snapshotting stores in a37eda511892ced94449afd8700014f9 at 1731513311917Finished memstore snapshotting hbase:replication,,1731513305736.a37eda511892ced94449afd8700014f9., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731513311918 (+1 ms)Flushing stores of hbase:replication,,1731513305736.a37eda511892ced94449afd8700014f9. at 1731513311918Flushing a37eda511892ced94449afd8700014f9/queue: creating writer at 1731513311918Flushing a37eda511892ced94449afd8700014f9/queue: appending metadata at 1731513311940 (+22 ms)Flushing a37eda511892ced94449afd8700014f9/queue: closing flushed file at 1731513311940Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@472eba90: reopening flushed file at 1731513311953 (+13 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for a37eda511892ced94449afd8700014f9 in 41ms, sequenceid=10, compaction requested=false at 1731513311958 (+5 ms)Writing region close event to WAL at 1731513311959 (+1 ms)Running coprocessor post-close hooks at 1731513311962 (+3 ms)Closed at 1731513311962 2024-11-13T15:55:11,962 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731513305736.a37eda511892ced94449afd8700014f9. 2024-11-13T15:55:11,962 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4a5c444bf4964ac39050f5107098391c, disabling compactions & flushes 2024-11-13T15:55:11,962 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731513303435.4a5c444bf4964ac39050f5107098391c. 2024-11-13T15:55:11,962 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731513303435.4a5c444bf4964ac39050f5107098391c. 2024-11-13T15:55:11,962 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731513303435.4a5c444bf4964ac39050f5107098391c. after waiting 0 ms 2024-11-13T15:55:11,962 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731513303435.4a5c444bf4964ac39050f5107098391c. 2024-11-13T15:55:11,963 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4a5c444bf4964ac39050f5107098391c 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-13T15:55:11,965 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.wal-reader.c4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245/c4c650e80f58%2C35455%2C1731513299245.1731513301260 to pos 915, reset compression=false 2024-11-13T15:55:11,969 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.wal-reader.c4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:55:11,969 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.wal-reader.c4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245/c4c650e80f58%2C35455%2C1731513299245.1731513301260 to pos 1162, reset compression=false 2024-11-13T15:55:11,969 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.shipperc4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,35455,1731513299245 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245/c4c650e80f58%2C35455%2C1731513299245.1731513301260, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T15:55:11,970 ERROR [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.shipperc4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c4c650e80f58,35455,1731513299245: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c4c650e80f58,35455,1731513299245, walGroup=c4c650e80f58%2C35455%2C1731513299245, offset=c4c650e80f58%2C35455%2C1731513299245.1731513301260:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:35455 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T15:55:11,971 ERROR [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.shipperc4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T15:55:11,972 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.shipperc4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T15:55:11,972 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.shipperc4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T15:55:11,972 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.shipperc4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T15:55:11,972 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.shipperc4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T15:55:11,973 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.shipperc4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 875793800 }, "NonHeapMemoryUsage": { "committed": 194248704, "init": 7667712, "max": -1, "used": 190837640 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T15:55:11,973 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.shipperc4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:38735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:38735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T15:55:11,982 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/default/test/4a5c444bf4964ac39050f5107098391c/.tmp/f/2122c5fb8d71415492ca880a6b997aea is 29, key is row1/f:/1731513310904/DeleteFamily/seqid=0 2024-11-13T15:55:11,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741842_1018 (size=5118) 2024-11-13T15:55:12,054 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594 to pos 912, reset compression=false 2024-11-13T15:55:12,117 DEBUG [RS:0;c4c650e80f58:35455 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a5c444bf4964ac39050f5107098391c 2024-11-13T15:55:12,179 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.wal-reader.c4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245/c4c650e80f58%2C35455%2C1731513299245.1731513301260 to pos 1162, reset compression=false 2024-11-13T15:55:12,183 INFO [regionserver/c4c650e80f58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T15:55:12,183 INFO [regionserver/c4c650e80f58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T15:55:12,318 DEBUG [RS:0;c4c650e80f58:35455 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a5c444bf4964ac39050f5107098391c 2024-11-13T15:55:12,344 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/hbase/meta/1588230740/.tmp/info/33c81c3a81ed4fd9bc3ef5d5422f46a9 2024-11-13T15:55:12,370 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/hbase/meta/1588230740/.tmp/ns/009c98dd047b4b61b5dad4e8a440a384 is 43, key is default/ns:d/1731513302249/Put/seqid=0 2024-11-13T15:55:12,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741843_1019 (size=5153) 2024-11-13T15:55:12,396 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/default/test/4a5c444bf4964ac39050f5107098391c/.tmp/f/2122c5fb8d71415492ca880a6b997aea 2024-11-13T15:55:12,401 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2122c5fb8d71415492ca880a6b997aea 2024-11-13T15:55:12,420 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/default/test/4a5c444bf4964ac39050f5107098391c/.tmp/f1/9de9e076a8a84890a0fcdcedfae9a62f is 30, key is row1/f1:/1731513310904/DeleteFamily/seqid=0 2024-11-13T15:55:12,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741844_1020 (size=5123) 2024-11-13T15:55:12,484 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.wal-reader.c4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245/c4c650e80f58%2C35455%2C1731513299245.1731513301260 to pos 1162, reset compression=false 2024-11-13T15:55:12,518 DEBUG [RS:0;c4c650e80f58:35455 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a5c444bf4964ac39050f5107098391c 2024-11-13T15:55:12,567 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594 to pos 912, reset compression=false 2024-11-13T15:55:12,718 DEBUG [RS:0;c4c650e80f58:35455 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a5c444bf4964ac39050f5107098391c 2024-11-13T15:55:12,775 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/hbase/meta/1588230740/.tmp/ns/009c98dd047b4b61b5dad4e8a440a384 2024-11-13T15:55:12,801 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/hbase/meta/1588230740/.tmp/rep_barrier/ebc1d188530f48708d0e8ea9fa0c26e6 is 112, key is test,,1731513303435.4a5c444bf4964ac39050f5107098391c./rep_barrier:seqnumDuringOpen/1731513304179/Put/seqid=0 2024-11-13T15:55:12,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741845_1021 (size=5518) 2024-11-13T15:55:12,805 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/hbase/meta/1588230740/.tmp/rep_barrier/ebc1d188530f48708d0e8ea9fa0c26e6 2024-11-13T15:55:12,825 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/default/test/4a5c444bf4964ac39050f5107098391c/.tmp/f1/9de9e076a8a84890a0fcdcedfae9a62f 2024-11-13T15:55:12,829 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9de9e076a8a84890a0fcdcedfae9a62f 2024-11-13T15:55:12,855 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/hbase/meta/1588230740/.tmp/table/03b115b37e4d4ca289cf0a02dbc3d621 is 53, key is hbase:replication/table:state/1731513306908/Put/seqid=0 2024-11-13T15:55:12,862 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/default/test/4a5c444bf4964ac39050f5107098391c/.tmp/norep/501f5d4ec6684266b077fc1751a87e90 is 33, key is row1/norep:/1731513310904/DeleteFamily/seqid=0 2024-11-13T15:55:12,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741846_1022 (size=5308) 2024-11-13T15:55:12,866 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/hbase/meta/1588230740/.tmp/table/03b115b37e4d4ca289cf0a02dbc3d621 2024-11-13T15:55:12,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741847_1023 (size=5108) 2024-11-13T15:55:12,876 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/default/test/4a5c444bf4964ac39050f5107098391c/.tmp/norep/501f5d4ec6684266b077fc1751a87e90 2024-11-13T15:55:12,877 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/hbase/meta/1588230740/.tmp/info/33c81c3a81ed4fd9bc3ef5d5422f46a9 as hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/hbase/meta/1588230740/info/33c81c3a81ed4fd9bc3ef5d5422f46a9 2024-11-13T15:55:12,880 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 501f5d4ec6684266b077fc1751a87e90 2024-11-13T15:55:12,883 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/default/test/4a5c444bf4964ac39050f5107098391c/.tmp/f/2122c5fb8d71415492ca880a6b997aea as hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/default/test/4a5c444bf4964ac39050f5107098391c/f/2122c5fb8d71415492ca880a6b997aea 2024-11-13T15:55:12,886 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/hbase/meta/1588230740/info/33c81c3a81ed4fd9bc3ef5d5422f46a9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T15:55:12,887 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/hbase/meta/1588230740/.tmp/ns/009c98dd047b4b61b5dad4e8a440a384 as hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/hbase/meta/1588230740/ns/009c98dd047b4b61b5dad4e8a440a384 2024-11-13T15:55:12,887 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2122c5fb8d71415492ca880a6b997aea 2024-11-13T15:55:12,889 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.wal-reader.c4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/WALs/c4c650e80f58,35455,1731513299245/c4c650e80f58%2C35455%2C1731513299245.1731513301260 to pos 1162, reset compression=false 2024-11-13T15:55:12,891 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/default/test/4a5c444bf4964ac39050f5107098391c/f/2122c5fb8d71415492ca880a6b997aea, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T15:55:12,892 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/default/test/4a5c444bf4964ac39050f5107098391c/.tmp/f1/9de9e076a8a84890a0fcdcedfae9a62f as hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/default/test/4a5c444bf4964ac39050f5107098391c/f1/9de9e076a8a84890a0fcdcedfae9a62f 2024-11-13T15:55:12,901 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9de9e076a8a84890a0fcdcedfae9a62f 2024-11-13T15:55:12,901 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/default/test/4a5c444bf4964ac39050f5107098391c/f1/9de9e076a8a84890a0fcdcedfae9a62f, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T15:55:12,902 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/default/test/4a5c444bf4964ac39050f5107098391c/.tmp/norep/501f5d4ec6684266b077fc1751a87e90 as hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/default/test/4a5c444bf4964ac39050f5107098391c/norep/501f5d4ec6684266b077fc1751a87e90 2024-11-13T15:55:12,912 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 501f5d4ec6684266b077fc1751a87e90 2024-11-13T15:55:12,912 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/default/test/4a5c444bf4964ac39050f5107098391c/norep/501f5d4ec6684266b077fc1751a87e90, entries=1, sequenceid=8, filesize=5.0 K 2024-11-13T15:55:12,914 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 4a5c444bf4964ac39050f5107098391c in 951ms, sequenceid=8, compaction requested=false 2024-11-13T15:55:12,918 INFO [RS:0;c4c650e80f58:35455 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T15:55:12,918 DEBUG [RS:0;c4c650e80f58:35455 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4a5c444bf4964ac39050f5107098391c=test,,1731513303435.4a5c444bf4964ac39050f5107098391c.} 2024-11-13T15:55:12,918 DEBUG [RS:0;c4c650e80f58:35455 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a5c444bf4964ac39050f5107098391c 2024-11-13T15:55:12,925 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/hbase/meta/1588230740/ns/009c98dd047b4b61b5dad4e8a440a384, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T15:55:12,926 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/hbase/meta/1588230740/.tmp/rep_barrier/ebc1d188530f48708d0e8ea9fa0c26e6 as hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/hbase/meta/1588230740/rep_barrier/ebc1d188530f48708d0e8ea9fa0c26e6 2024-11-13T15:55:12,932 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/hbase/meta/1588230740/rep_barrier/ebc1d188530f48708d0e8ea9fa0c26e6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T15:55:12,933 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/hbase/meta/1588230740/.tmp/table/03b115b37e4d4ca289cf0a02dbc3d621 as hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/hbase/meta/1588230740/table/03b115b37e4d4ca289cf0a02dbc3d621 2024-11-13T15:55:12,938 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/hbase/meta/1588230740/table/03b115b37e4d4ca289cf0a02dbc3d621, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T15:55:12,939 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1022ms, sequenceid=16, compaction requested=false 2024-11-13T15:55:13,043 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/default/test/4a5c444bf4964ac39050f5107098391c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T15:55:13,044 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:55:13,044 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T15:55:13,044 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731513303435.4a5c444bf4964ac39050f5107098391c. 2024-11-13T15:55:13,044 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4a5c444bf4964ac39050f5107098391c: Waiting for close lock at 1731513311962Running coprocessor pre-close hooks at 1731513311962Disabling compacts and flushes for region at 1731513311962Disabling writes for close at 1731513311962Obtaining lock to block concurrent updates at 1731513311963 (+1 ms)Preparing flush snapshotting stores in 4a5c444bf4964ac39050f5107098391c at 1731513311963Finished memstore snapshotting test,,1731513303435.4a5c444bf4964ac39050f5107098391c., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731513311963Flushing stores of test,,1731513303435.4a5c444bf4964ac39050f5107098391c. at 1731513311963Flushing 4a5c444bf4964ac39050f5107098391c/f: creating writer at 1731513311963Flushing 4a5c444bf4964ac39050f5107098391c/f: appending metadata at 1731513311981 (+18 ms)Flushing 4a5c444bf4964ac39050f5107098391c/f: closing flushed file at 1731513311981Flushing 4a5c444bf4964ac39050f5107098391c/f1: creating writer at 1731513312401 (+420 ms)Flushing 4a5c444bf4964ac39050f5107098391c/f1: appending metadata at 1731513312419 (+18 ms)Flushing 4a5c444bf4964ac39050f5107098391c/f1: closing flushed file at 1731513312419Flushing 4a5c444bf4964ac39050f5107098391c/norep: creating writer at 1731513312829 (+410 ms)Flushing 4a5c444bf4964ac39050f5107098391c/norep: appending metadata at 1731513312861 (+32 ms)Flushing 4a5c444bf4964ac39050f5107098391c/norep: closing flushed file at 1731513312861Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7be3b51f: reopening flushed file at 1731513312880 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@306339f1: reopening flushed file at 1731513312891 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a59d681: reopening flushed file at 1731513312902 (+11 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 4a5c444bf4964ac39050f5107098391c in 951ms, sequenceid=8, compaction requested=false at 1731513312914 (+12 ms)Writing region close event to WAL at 1731513313019 (+105 ms)Running coprocessor post-close hooks at 1731513313044 (+25 ms)Closed at 1731513313044 2024-11-13T15:55:13,045 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731513303435.4a5c444bf4964ac39050f5107098391c. 2024-11-13T15:55:13,066 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T15:55:13,066 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:55:13,067 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:55:13,067 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:55:13,067 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513311917Running coprocessor pre-close hooks at 1731513311917Disabling compacts and flushes for region at 1731513311917Disabling writes for close at 1731513311917Obtaining lock to block concurrent updates at 1731513311917Preparing flush snapshotting stores in 1588230740 at 1731513311917Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731513311918 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731513311918Flushing 1588230740/info: creating writer at 1731513311918Flushing 1588230740/info: appending metadata at 1731513311936 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731513311936Flushing 1588230740/ns: creating writer at 1731513312349 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731513312369 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731513312370 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731513312780 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731513312800 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731513312800Flushing 1588230740/table: creating writer at 1731513312812 (+12 ms)Flushing 1588230740/table: appending metadata at 1731513312854 (+42 ms)Flushing 1588230740/table: closing flushed file at 1731513312854Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bf67bd2: reopening flushed file at 1731513312876 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16872b35: reopening flushed file at 1731513312886 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@144b4691: reopening flushed file at 1731513312925 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6365e2bc: reopening flushed file at 1731513312932 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1022ms, sequenceid=16, compaction requested=false at 1731513312939 (+7 ms)Writing region close event to WAL at 1731513313036 (+97 ms)Running coprocessor post-close hooks at 1731513313066 (+30 ms)Closed at 1731513313067 (+1 ms) 2024-11-13T15:55:13,067 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T15:55:13,089 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T15:55:13,089 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T15:55:13,119 INFO [RS:0;c4c650e80f58:35455 {}] regionserver.HRegionServer(976): stopping server c4c650e80f58,35455,1731513299245; all regions closed. 2024-11-13T15:55:13,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741834_1010 (size=4239) 2024-11-13T15:55:13,171 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594 to pos 912, reset compression=false 2024-11-13T15:55:13,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741839_1015 (size=2676) 2024-11-13T15:55:13,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741832_1008 (size=1814) 2024-11-13T15:55:13,187 DEBUG [RS:0;c4c650e80f58:35455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:13,187 INFO [RS:0;c4c650e80f58:35455 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:55:13,187 INFO [RS:0;c4c650e80f58:35455 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:55:13,188 INFO [RS:0;c4c650e80f58:35455 {}] hbase.ChoreService(370): Chore service for: regionserver/c4c650e80f58:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T15:55:13,188 INFO [RS:0;c4c650e80f58:35455 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:55:13,188 INFO [RS:0;c4c650e80f58:35455 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c4c650e80f58,35455,1731513299245 because: Region server is closing 2024-11-13T15:55:13,188 INFO [RS:0;c4c650e80f58:35455 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:35455. 2024-11-13T15:55:13,189 INFO [regionserver/c4c650e80f58:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:55:13,189 DEBUG [RS:0;c4c650e80f58:35455 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:55:13,189 DEBUG [RS:0;c4c650e80f58:35455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:13,189 DEBUG [RS:0;c4c650e80f58:35455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:13,189 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:55:13,289 INFO [RS:0;c4c650e80f58:35455 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.shipperc4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 terminated 2024-11-13T15:55:13,289 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35455,1731513299245.replicationSource.wal-reader.c4c650e80f58%2C35455%2C1731513299245,1-c4c650e80f58,35455,1731513299245 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T15:55:13,289 INFO [RS:0;c4c650e80f58:35455 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:35455. 2024-11-13T15:55:13,289 DEBUG [RS:0;c4c650e80f58:35455 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:55:13,289 DEBUG [RS:0;c4c650e80f58:35455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:13,290 DEBUG [RS:0;c4c650e80f58:35455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:13,290 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:55:13,290 INFO [RS:0;c4c650e80f58:35455 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35455 2024-11-13T15:55:13,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x100a5ffae930003, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/197969807/rs 2024-11-13T15:55:13,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x100a5ffae930004, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/197969807/rs/c4c650e80f58,35455,1731513299245 2024-11-13T15:55:13,298 INFO [RS:0;c4c650e80f58:35455 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:55:13,298 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4c650e80f58,35455,1731513299245] 2024-11-13T15:55:13,300 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /197969807/draining/c4c650e80f58,35455,1731513299245 already deleted, retry=false 2024-11-13T15:55:13,300 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4c650e80f58,35455,1731513299245 expired; onlineServers=0 2024-11-13T15:55:13,300 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4c650e80f58,38735,1731513299203' ***** 2024-11-13T15:55:13,300 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T15:55:13,300 INFO [M:0;c4c650e80f58:38735 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:55:13,301 INFO [M:0;c4c650e80f58:38735 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:55:13,301 DEBUG [M:0;c4c650e80f58:38735 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T15:55:13,301 DEBUG [M:0;c4c650e80f58:38735 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T15:55:13,301 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T15:55:13,301 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513301052 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513301052,5,FailOnTimeoutGroup] 2024-11-13T15:55:13,301 INFO [M:0;c4c650e80f58:38735 {}] hbase.ChoreService(370): Chore service for: master/c4c650e80f58:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T15:55:13,301 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513301052 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513301052,5,FailOnTimeoutGroup] 2024-11-13T15:55:13,301 INFO [M:0;c4c650e80f58:38735 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:55:13,301 DEBUG [M:0;c4c650e80f58:38735 {}] master.HMaster(1795): Stopping service threads 2024-11-13T15:55:13,301 INFO [M:0;c4c650e80f58:38735 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T15:55:13,301 INFO [M:0;c4c650e80f58:38735 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:55:13,301 INFO [M:0;c4c650e80f58:38735 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T15:55:13,302 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T15:55:13,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x100a5ffae930003, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/197969807/master 2024-11-13T15:55:13,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x100a5ffae930003, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/197969807 2024-11-13T15:55:13,303 DEBUG [M:0;c4c650e80f58:38735 {}] zookeeper.ZKUtil(347): master:38735-0x100a5ffae930003, quorum=127.0.0.1:52950, baseZNode=/197969807 Unable to get data of znode /197969807/master because node does not exist (not an error) 2024-11-13T15:55:13,303 WARN [M:0;c4c650e80f58:38735 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T15:55:13,303 INFO [M:0;c4c650e80f58:38735 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/.lastflushedseqids 2024-11-13T15:55:13,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741848_1024 (size=245) 2024-11-13T15:55:13,317 INFO [M:0;c4c650e80f58:38735 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T15:55:13,317 INFO [M:0;c4c650e80f58:38735 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T15:55:13,317 DEBUG [M:0;c4c650e80f58:38735 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:55:13,317 INFO [M:0;c4c650e80f58:38735 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:13,317 DEBUG [M:0;c4c650e80f58:38735 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:13,317 DEBUG [M:0;c4c650e80f58:38735 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:55:13,317 DEBUG [M:0;c4c650e80f58:38735 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:13,317 INFO [M:0;c4c650e80f58:38735 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-13T15:55:13,339 DEBUG [M:0;c4c650e80f58:38735 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cdf89e40a62b4806a9138e97c7b9f3e6 is 82, key is hbase:meta,,1/info:regioninfo/1731513302236/Put/seqid=0 2024-11-13T15:55:13,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741849_1025 (size=5672) 2024-11-13T15:55:13,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x100a5ffae930004, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:55:13,400 INFO [RS:0;c4c650e80f58:35455 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:55:13,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x100a5ffae930004, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:55:13,400 INFO [RS:0;c4c650e80f58:35455 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4c650e80f58,35455,1731513299245; zookeeper connection closed. 2024-11-13T15:55:13,400 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6bb185cf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6bb185cf 2024-11-13T15:55:13,401 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T15:55:13,749 INFO [M:0;c4c650e80f58:38735 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cdf89e40a62b4806a9138e97c7b9f3e6 2024-11-13T15:55:13,779 DEBUG [M:0;c4c650e80f58:38735 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/59d6fb1ac25843d092fa0dad4d05a31a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731513306911/Put/seqid=0 2024-11-13T15:55:13,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741850_1026 (size=8517) 2024-11-13T15:55:13,884 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594 to pos 912, reset compression=false 2024-11-13T15:55:14,187 INFO [M:0;c4c650e80f58:38735 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/59d6fb1ac25843d092fa0dad4d05a31a 2024-11-13T15:55:14,211 DEBUG [M:0;c4c650e80f58:38735 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84790d60a16748d9a66af28f2e90ceda is 69, key is c4c650e80f58,35455,1731513299245/rs:state/1731513301094/Put/seqid=0 2024-11-13T15:55:14,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741851_1027 (size=5156) 2024-11-13T15:55:14,624 INFO [M:0;c4c650e80f58:38735 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84790d60a16748d9a66af28f2e90ceda 2024-11-13T15:55:14,631 DEBUG [M:0;c4c650e80f58:38735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cdf89e40a62b4806a9138e97c7b9f3e6 as hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cdf89e40a62b4806a9138e97c7b9f3e6 2024-11-13T15:55:14,637 INFO [M:0;c4c650e80f58:38735 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cdf89e40a62b4806a9138e97c7b9f3e6, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T15:55:14,639 DEBUG [M:0;c4c650e80f58:38735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/59d6fb1ac25843d092fa0dad4d05a31a as hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/59d6fb1ac25843d092fa0dad4d05a31a 2024-11-13T15:55:14,644 INFO [M:0;c4c650e80f58:38735 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/59d6fb1ac25843d092fa0dad4d05a31a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T15:55:14,648 DEBUG [M:0;c4c650e80f58:38735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84790d60a16748d9a66af28f2e90ceda as hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84790d60a16748d9a66af28f2e90ceda 2024-11-13T15:55:14,655 INFO [M:0;c4c650e80f58:38735 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36027/user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84790d60a16748d9a66af28f2e90ceda, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T15:55:14,657 INFO [M:0;c4c650e80f58:38735 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1340ms, sequenceid=97, compaction requested=false 2024-11-13T15:55:14,679 INFO [M:0;c4c650e80f58:38735 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:14,679 DEBUG [M:0;c4c650e80f58:38735 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513313317Disabling compacts and flushes for region at 1731513313317Disabling writes for close at 1731513313317Obtaining lock to block concurrent updates at 1731513313317Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731513313317Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731513313318 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731513313319 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731513313319Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731513313338 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731513313338Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731513313761 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731513313779 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731513313779Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731513314191 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731513314210 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731513314210Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57c9174f: reopening flushed file at 1731513314630 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@600172f: reopening flushed file at 1731513314637 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ed17b3e: reopening flushed file at 1731513314644 (+7 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1340ms, sequenceid=97, compaction requested=false at 1731513314657 (+13 ms)Writing region close event to WAL at 1731513314679 (+22 ms)Closed at 1731513314679 2024-11-13T15:55:14,688 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594 to pos 912, reset compression=false 2024-11-13T15:55:14,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741830_1006 (size=63666) 2024-11-13T15:55:14,692 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4553f465-3669-73c9-ff68-a5466f40ef0c/MasterData/WALs/c4c650e80f58,38735,1731513299203/c4c650e80f58%2C38735%2C1731513299203.1731513300960 not finished, retry = 0 2024-11-13T15:55:14,800 INFO [M:0;c4c650e80f58:38735 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T15:55:14,801 INFO [M:0;c4c650e80f58:38735 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38735 2024-11-13T15:55:14,801 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:55:14,802 INFO [M:0;c4c650e80f58:38735 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:55:14,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x100a5ffae930003, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:55:14,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x100a5ffae930003, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:55:14,904 INFO [M:0;c4c650e80f58:38735 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:55:14,911 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f9b6d19{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:55:14,912 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@191bfec8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:55:14,912 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:55:14,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@735a5434{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:55:14,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5eb0a58d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b23ca88-9f55-75bd-40a2-f27a613417eb/hadoop.log.dir/,STOPPED} 2024-11-13T15:55:14,914 WARN [BP-2122223634-172.17.0.3-1731513298229 heartbeating to localhost/127.0.0.1:36027 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T15:55:14,914 WARN [BP-2122223634-172.17.0.3-1731513298229 heartbeating to localhost/127.0.0.1:36027 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2122223634-172.17.0.3-1731513298229 (Datanode Uuid 49a22163-d2ea-439d-b926-fc542a1a9a19) service to localhost/127.0.0.1:36027 2024-11-13T15:55:14,915 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b23ca88-9f55-75bd-40a2-f27a613417eb/cluster_ee30207f-366e-f8ed-cb40-e9635d1299e4/data/data2/current/BP-2122223634-172.17.0.3-1731513298229 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:55:14,915 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T15:55:14,915 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T15:55:14,915 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b23ca88-9f55-75bd-40a2-f27a613417eb/cluster_ee30207f-366e-f8ed-cb40-e9635d1299e4/data/data1/current/BP-2122223634-172.17.0.3-1731513298229 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:55:14,915 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T15:55:14,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31fec2fc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:55:14,925 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76ddaf9b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:55:14,925 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:55:14,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50fc3a4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:55:14,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f854b06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b23ca88-9f55-75bd-40a2-f27a613417eb/hadoop.log.dir/,STOPPED} 2024-11-13T15:55:14,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T15:55:14,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T15:55:14,940 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:55:14,940 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:55:14,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:14,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:14,940 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:55:14,941 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T15:55:14,941 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1350301325, stopped=false 2024-11-13T15:55:14,941 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4c650e80f58,34727,1731513295518 2024-11-13T15:55:14,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37147-0x100a5ffae930001, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1940226378/running 2024-11-13T15:55:14,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x100a5ffae930000, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1940226378/running 2024-11-13T15:55:14,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37147-0x100a5ffae930001, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1940226378 2024-11-13T15:55:14,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x100a5ffae930000, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1940226378 2024-11-13T15:55:14,943 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:55:14,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34727-0x100a5ffae930000, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Set watcher on znode that does not yet exist, /0-1940226378/running 2024-11-13T15:55:14,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37147-0x100a5ffae930001, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Set watcher on znode that does not yet exist, /0-1940226378/running 2024-11-13T15:55:14,944 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:55:14,944 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:55:14,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:14,945 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4c650e80f58,37147,1731513295573' ***** 2024-11-13T15:55:14,945 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T15:55:14,945 INFO [RS:0;c4c650e80f58:37147 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T15:55:14,945 INFO [RS:0;c4c650e80f58:37147 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T15:55:14,945 INFO [RS:0;c4c650e80f58:37147 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T15:55:14,945 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T15:55:14,945 INFO [RS:0;c4c650e80f58:37147 {}] regionserver.HRegionServer(3091): Received CLOSE for c480fec8f67c7d76eb589eef91120d5f 2024-11-13T15:55:14,945 INFO [RS:0;c4c650e80f58:37147 {}] regionserver.HRegionServer(3091): Received CLOSE for ffdea55b49325f180229cac3389b73ca 2024-11-13T15:55:14,945 INFO [RS:0;c4c650e80f58:37147 {}] regionserver.HRegionServer(959): stopping server c4c650e80f58,37147,1731513295573 2024-11-13T15:55:14,945 INFO [RS:0;c4c650e80f58:37147 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:55:14,946 INFO [RS:0;c4c650e80f58:37147 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:37147. 2024-11-13T15:55:14,946 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c480fec8f67c7d76eb589eef91120d5f, disabling compactions & flushes 2024-11-13T15:55:14,946 DEBUG [RS:0;c4c650e80f58:37147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:55:14,946 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731513302289.c480fec8f67c7d76eb589eef91120d5f. 2024-11-13T15:55:14,946 DEBUG [RS:0;c4c650e80f58:37147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:14,946 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731513302289.c480fec8f67c7d76eb589eef91120d5f. 2024-11-13T15:55:14,946 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731513302289.c480fec8f67c7d76eb589eef91120d5f. after waiting 0 ms 2024-11-13T15:55:14,946 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731513302289.c480fec8f67c7d76eb589eef91120d5f. 2024-11-13T15:55:14,946 INFO [RS:0;c4c650e80f58:37147 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T15:55:14,946 INFO [RS:0;c4c650e80f58:37147 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T15:55:14,946 INFO [RS:0;c4c650e80f58:37147 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T15:55:14,946 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c480fec8f67c7d76eb589eef91120d5f 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-13T15:55:14,946 INFO [RS:0;c4c650e80f58:37147 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T15:55:14,951 INFO [RS:0;c4c650e80f58:37147 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T15:55:14,951 DEBUG [RS:0;c4c650e80f58:37147 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c480fec8f67c7d76eb589eef91120d5f=test,,1731513302289.c480fec8f67c7d76eb589eef91120d5f., ffdea55b49325f180229cac3389b73ca=hbase:replication,,1731513304592.ffdea55b49325f180229cac3389b73ca.} 2024-11-13T15:55:14,951 DEBUG [RS:0;c4c650e80f58:37147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c480fec8f67c7d76eb589eef91120d5f, ffdea55b49325f180229cac3389b73ca 2024-11-13T15:55:14,951 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:55:14,951 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:55:14,951 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:55:14,951 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:55:14,951 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:55:14,951 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T15:55:14,969 INFO [regionserver/c4c650e80f58:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:55:14,970 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/default/test/c480fec8f67c7d76eb589eef91120d5f/.tmp/f/6c427a8fcfab412cb8be0b420674caca is 29, key is row1/f:/1731513310904/DeleteFamily/seqid=0 2024-11-13T15:55:14,970 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/hbase/meta/1588230740/.tmp/info/adf6d724006f4e3e84395d603a8a34f0 is 147, key is hbase:replication,,1731513304592.ffdea55b49325f180229cac3389b73ca./info:regioninfo/1731513305364/Put/seqid=0 2024-11-13T15:55:14,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741841_1017 (size=5118) 2024-11-13T15:55:14,980 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/default/test/c480fec8f67c7d76eb589eef91120d5f/.tmp/f/6c427a8fcfab412cb8be0b420674caca 2024-11-13T15:55:14,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741840_1016 (size=7686) 2024-11-13T15:55:14,988 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/hbase/meta/1588230740/.tmp/info/adf6d724006f4e3e84395d603a8a34f0 2024-11-13T15:55:14,989 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6c427a8fcfab412cb8be0b420674caca 2024-11-13T15:55:15,013 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/default/test/c480fec8f67c7d76eb589eef91120d5f/.tmp/f1/b921031aa2234a9285233f077cff2d5d is 30, key is row1/f1:/1731513310904/DeleteFamily/seqid=0 2024-11-13T15:55:15,022 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/hbase/meta/1588230740/.tmp/ns/62c937633ce840bb86222124fd7dfd32 is 43, key is default/ns:d/1731513298119/Put/seqid=0 2024-11-13T15:55:15,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741842_1018 (size=5123) 2024-11-13T15:55:15,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741843_1019 (size=5153) 2024-11-13T15:55:15,051 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/hbase/meta/1588230740/.tmp/ns/62c937633ce840bb86222124fd7dfd32 2024-11-13T15:55:15,085 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/hbase/meta/1588230740/.tmp/rep_barrier/68c6d86a16f04ac18012027b0694f480 is 112, key is test,,1731513302289.c480fec8f67c7d76eb589eef91120d5f./rep_barrier:seqnumDuringOpen/1731513303044/Put/seqid=0 2024-11-13T15:55:15,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741844_1020 (size=5518) 2024-11-13T15:55:15,151 DEBUG [RS:0;c4c650e80f58:37147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c480fec8f67c7d76eb589eef91120d5f, ffdea55b49325f180229cac3389b73ca 2024-11-13T15:55:15,351 DEBUG [RS:0;c4c650e80f58:37147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c480fec8f67c7d76eb589eef91120d5f, ffdea55b49325f180229cac3389b73ca 2024-11-13T15:55:15,425 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/default/test/c480fec8f67c7d76eb589eef91120d5f/.tmp/f1/b921031aa2234a9285233f077cff2d5d 2024-11-13T15:55:15,429 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b921031aa2234a9285233f077cff2d5d 2024-11-13T15:55:15,448 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/default/test/c480fec8f67c7d76eb589eef91120d5f/.tmp/norep/b1206e8ebff8460b91258f80b542017d is 32, key is row/norep:/1731513309896/DeleteFamily/seqid=0 2024-11-13T15:55:15,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741845_1021 (size=5101) 2024-11-13T15:55:15,493 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/hbase/meta/1588230740/.tmp/rep_barrier/68c6d86a16f04ac18012027b0694f480 2024-11-13T15:55:15,508 INFO [regionserver/c4c650e80f58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T15:55:15,509 INFO [regionserver/c4c650e80f58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T15:55:15,511 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/hbase/meta/1588230740/.tmp/table/7e3d4a6b5b214014b18fe393542f614e is 53, key is hbase:replication/table:state/1731513305373/Put/seqid=0 2024-11-13T15:55:15,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741846_1022 (size=5308) 2024-11-13T15:55:15,551 DEBUG [RS:0;c4c650e80f58:37147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c480fec8f67c7d76eb589eef91120d5f, ffdea55b49325f180229cac3389b73ca 2024-11-13T15:55:15,600 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594 to pos 912, reset compression=false 2024-11-13T15:55:15,604 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:55:15,604 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594 to pos 1159, reset compression=false 2024-11-13T15:55:15,604 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.shipperc4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,37147,1731513295573 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T15:55:15,605 ERROR [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.shipperc4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c4c650e80f58,37147,1731513295573: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c4c650e80f58,37147,1731513295573, walGroup=c4c650e80f58%2C37147%2C1731513295573, offset=c4c650e80f58%2C37147%2C1731513295573.1731513297594:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:37147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T15:55:15,606 ERROR [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.shipperc4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T15:55:15,607 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.shipperc4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T15:55:15,607 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.shipperc4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T15:55:15,607 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.shipperc4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T15:55:15,607 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.shipperc4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T15:55:15,607 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.shipperc4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 617741480 }, "NonHeapMemoryUsage": { "committed": 194576384, "init": 7667712, "max": -1, "used": 191439056 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T15:55:15,608 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.shipperc4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:34727 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:34727 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T15:55:15,752 DEBUG [RS:0;c4c650e80f58:37147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c480fec8f67c7d76eb589eef91120d5f, ffdea55b49325f180229cac3389b73ca 2024-11-13T15:55:15,808 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594 to pos 1159, reset compression=false 2024-11-13T15:55:15,852 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/default/test/c480fec8f67c7d76eb589eef91120d5f/.tmp/norep/b1206e8ebff8460b91258f80b542017d 2024-11-13T15:55:15,856 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1206e8ebff8460b91258f80b542017d 2024-11-13T15:55:15,857 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/default/test/c480fec8f67c7d76eb589eef91120d5f/.tmp/f/6c427a8fcfab412cb8be0b420674caca as hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/default/test/c480fec8f67c7d76eb589eef91120d5f/f/6c427a8fcfab412cb8be0b420674caca 2024-11-13T15:55:15,861 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6c427a8fcfab412cb8be0b420674caca 2024-11-13T15:55:15,861 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/default/test/c480fec8f67c7d76eb589eef91120d5f/f/6c427a8fcfab412cb8be0b420674caca, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T15:55:15,862 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/default/test/c480fec8f67c7d76eb589eef91120d5f/.tmp/f1/b921031aa2234a9285233f077cff2d5d as hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/default/test/c480fec8f67c7d76eb589eef91120d5f/f1/b921031aa2234a9285233f077cff2d5d 2024-11-13T15:55:15,866 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b921031aa2234a9285233f077cff2d5d 2024-11-13T15:55:15,866 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/default/test/c480fec8f67c7d76eb589eef91120d5f/f1/b921031aa2234a9285233f077cff2d5d, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T15:55:15,867 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/default/test/c480fec8f67c7d76eb589eef91120d5f/.tmp/norep/b1206e8ebff8460b91258f80b542017d as hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/default/test/c480fec8f67c7d76eb589eef91120d5f/norep/b1206e8ebff8460b91258f80b542017d 2024-11-13T15:55:15,871 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1206e8ebff8460b91258f80b542017d 2024-11-13T15:55:15,871 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/default/test/c480fec8f67c7d76eb589eef91120d5f/norep/b1206e8ebff8460b91258f80b542017d, entries=1, sequenceid=8, filesize=5.0 K 2024-11-13T15:55:15,872 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c480fec8f67c7d76eb589eef91120d5f in 926ms, sequenceid=8, compaction requested=false 2024-11-13T15:55:15,872 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T15:55:15,877 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/default/test/c480fec8f67c7d76eb589eef91120d5f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T15:55:15,877 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:55:15,877 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T15:55:15,877 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731513302289.c480fec8f67c7d76eb589eef91120d5f. 2024-11-13T15:55:15,877 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c480fec8f67c7d76eb589eef91120d5f: Waiting for close lock at 1731513314945Running coprocessor pre-close hooks at 1731513314946 (+1 ms)Disabling compacts and flushes for region at 1731513314946Disabling writes for close at 1731513314946Obtaining lock to block concurrent updates at 1731513314946Preparing flush snapshotting stores in c480fec8f67c7d76eb589eef91120d5f at 1731513314946Finished memstore snapshotting test,,1731513302289.c480fec8f67c7d76eb589eef91120d5f., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731513314946Flushing stores of test,,1731513302289.c480fec8f67c7d76eb589eef91120d5f. at 1731513314950 (+4 ms)Flushing c480fec8f67c7d76eb589eef91120d5f/f: creating writer at 1731513314950Flushing c480fec8f67c7d76eb589eef91120d5f/f: appending metadata at 1731513314969 (+19 ms)Flushing c480fec8f67c7d76eb589eef91120d5f/f: closing flushed file at 1731513314969Flushing c480fec8f67c7d76eb589eef91120d5f/f1: creating writer at 1731513314990 (+21 ms)Flushing c480fec8f67c7d76eb589eef91120d5f/f1: appending metadata at 1731513315012 (+22 ms)Flushing c480fec8f67c7d76eb589eef91120d5f/f1: closing flushed file at 1731513315012Flushing c480fec8f67c7d76eb589eef91120d5f/norep: creating writer at 1731513315429 (+417 ms)Flushing c480fec8f67c7d76eb589eef91120d5f/norep: appending metadata at 1731513315447 (+18 ms)Flushing c480fec8f67c7d76eb589eef91120d5f/norep: closing flushed file at 1731513315447Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69c3d9d4: reopening flushed file at 1731513315857 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5123705c: reopening flushed file at 1731513315861 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3edb5cf6: reopening flushed file at 1731513315866 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c480fec8f67c7d76eb589eef91120d5f in 926ms, sequenceid=8, compaction requested=false at 1731513315872 (+6 ms)Writing region close event to WAL at 1731513315874 (+2 ms)Running coprocessor post-close hooks at 1731513315877 (+3 ms)Closed at 1731513315877 2024-11-13T15:55:15,878 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731513302289.c480fec8f67c7d76eb589eef91120d5f. 2024-11-13T15:55:15,878 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ffdea55b49325f180229cac3389b73ca, disabling compactions & flushes 2024-11-13T15:55:15,878 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731513304592.ffdea55b49325f180229cac3389b73ca. 2024-11-13T15:55:15,878 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731513304592.ffdea55b49325f180229cac3389b73ca. 2024-11-13T15:55:15,878 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731513304592.ffdea55b49325f180229cac3389b73ca. after waiting 0 ms 2024-11-13T15:55:15,878 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731513304592.ffdea55b49325f180229cac3389b73ca. 2024-11-13T15:55:15,878 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ffdea55b49325f180229cac3389b73ca: Waiting for close lock at 1731513315878Running coprocessor pre-close hooks at 1731513315878Disabling compacts and flushes for region at 1731513315878Disabling writes for close at 1731513315878Failed flush hbase:replication,,1731513304592.ffdea55b49325f180229cac3389b73ca., putting online again at 1731513315878 2024-11-13T15:55:15,878 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731513304592.ffdea55b49325f180229cac3389b73ca. 2024-11-13T15:55:15,915 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/hbase/meta/1588230740/.tmp/table/7e3d4a6b5b214014b18fe393542f614e 2024-11-13T15:55:15,919 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/hbase/meta/1588230740/.tmp/info/adf6d724006f4e3e84395d603a8a34f0 as hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/hbase/meta/1588230740/info/adf6d724006f4e3e84395d603a8a34f0 2024-11-13T15:55:15,923 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/hbase/meta/1588230740/info/adf6d724006f4e3e84395d603a8a34f0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T15:55:15,923 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/hbase/meta/1588230740/.tmp/ns/62c937633ce840bb86222124fd7dfd32 as hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/hbase/meta/1588230740/ns/62c937633ce840bb86222124fd7dfd32 2024-11-13T15:55:15,927 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/hbase/meta/1588230740/ns/62c937633ce840bb86222124fd7dfd32, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T15:55:15,928 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/hbase/meta/1588230740/.tmp/rep_barrier/68c6d86a16f04ac18012027b0694f480 as hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/hbase/meta/1588230740/rep_barrier/68c6d86a16f04ac18012027b0694f480 2024-11-13T15:55:15,932 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/hbase/meta/1588230740/rep_barrier/68c6d86a16f04ac18012027b0694f480, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T15:55:15,932 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/hbase/meta/1588230740/.tmp/table/7e3d4a6b5b214014b18fe393542f614e as hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/hbase/meta/1588230740/table/7e3d4a6b5b214014b18fe393542f614e 2024-11-13T15:55:15,936 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/hbase/meta/1588230740/table/7e3d4a6b5b214014b18fe393542f614e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T15:55:15,937 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 986ms, sequenceid=16, compaction requested=false 2024-11-13T15:55:15,937 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T15:55:15,942 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T15:55:15,942 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:55:15,942 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:55:15,942 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:55:15,942 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513314951Running coprocessor pre-close hooks at 1731513314951Disabling compacts and flushes for region at 1731513314951Disabling writes for close at 1731513314951Obtaining lock to block concurrent updates at 1731513314951Preparing flush snapshotting stores in 1588230740 at 1731513314951Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731513314952 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731513314952Flushing 1588230740/info: creating writer at 1731513314952Flushing 1588230740/info: appending metadata at 1731513314970 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731513314970Flushing 1588230740/ns: creating writer at 1731513314998 (+28 ms)Flushing 1588230740/ns: appending metadata at 1731513315021 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731513315021Flushing 1588230740/rep_barrier: creating writer at 1731513315056 (+35 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731513315085 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731513315085Flushing 1588230740/table: creating writer at 1731513315497 (+412 ms)Flushing 1588230740/table: appending metadata at 1731513315510 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731513315511 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12804c02: reopening flushed file at 1731513315919 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58425439: reopening flushed file at 1731513315923 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1daa21e3: reopening flushed file at 1731513315927 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fde7131: reopening flushed file at 1731513315932 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 986ms, sequenceid=16, compaction requested=false at 1731513315937 (+5 ms)Writing region close event to WAL at 1731513315939 (+2 ms)Running coprocessor post-close hooks at 1731513315942 (+3 ms)Closed at 1731513315942 2024-11-13T15:55:15,942 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T15:55:15,952 INFO [RS:0;c4c650e80f58:37147 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T15:55:15,952 DEBUG [RS:0;c4c650e80f58:37147 {}] regionserver.HRegionServer(1325): Online Regions={ffdea55b49325f180229cac3389b73ca=hbase:replication,,1731513304592.ffdea55b49325f180229cac3389b73ca.} 2024-11-13T15:55:15,952 INFO [RS:0;c4c650e80f58:37147 {}] regionserver.HRegionServer(3091): Received CLOSE for ffdea55b49325f180229cac3389b73ca 2024-11-13T15:55:15,952 DEBUG [RS:0;c4c650e80f58:37147 {}] regionserver.HRegionServer(1351): Waiting on ffdea55b49325f180229cac3389b73ca 2024-11-13T15:55:15,952 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ffdea55b49325f180229cac3389b73ca, disabling compactions & flushes 2024-11-13T15:55:15,952 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731513304592.ffdea55b49325f180229cac3389b73ca. 2024-11-13T15:55:15,952 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731513304592.ffdea55b49325f180229cac3389b73ca. 2024-11-13T15:55:15,952 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731513304592.ffdea55b49325f180229cac3389b73ca. after waiting 0 ms 2024-11-13T15:55:15,952 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731513304592.ffdea55b49325f180229cac3389b73ca. 2024-11-13T15:55:15,952 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ffdea55b49325f180229cac3389b73ca: Waiting for close lock at 1731513315952Running coprocessor pre-close hooks at 1731513315952Disabling compacts and flushes for region at 1731513315952Disabling writes for close at 1731513315952Failed flush hbase:replication,,1731513304592.ffdea55b49325f180229cac3389b73ca., putting online again at 1731513315952 2024-11-13T15:55:15,952 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731513304592.ffdea55b49325f180229cac3389b73ca. 2024-11-13T15:55:16,112 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594 to pos 1159, reset compression=false 2024-11-13T15:55:16,117 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:55:16,117 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/WALs/c4c650e80f58,37147,1731513295573/c4c650e80f58%2C37147%2C1731513295573.1731513297594 to pos 1803, reset compression=false 2024-11-13T15:55:16,152 INFO [RS:0;c4c650e80f58:37147 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T15:55:16,152 INFO [RS:0;c4c650e80f58:37147 {}] regionserver.HRegionServer(976): stopping server c4c650e80f58,37147,1731513295573; all regions closed. 2024-11-13T15:55:16,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741834_1010 (size=4239) 2024-11-13T15:55:16,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741839_1015 (size=1733) 2024-11-13T15:55:16,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741832_1008 (size=1811) 2024-11-13T15:55:16,160 DEBUG [RS:0;c4c650e80f58:37147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:16,160 INFO [RS:0;c4c650e80f58:37147 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:55:16,160 INFO [RS:0;c4c650e80f58:37147 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:55:16,160 INFO [RS:0;c4c650e80f58:37147 {}] hbase.ChoreService(370): Chore service for: regionserver/c4c650e80f58:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T15:55:16,160 INFO [RS:0;c4c650e80f58:37147 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:55:16,160 INFO [regionserver/c4c650e80f58:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:55:16,161 INFO [RS:0;c4c650e80f58:37147 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c4c650e80f58,37147,1731513295573 because: Region server is closing 2024-11-13T15:55:16,161 INFO [RS:0;c4c650e80f58:37147 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:37147. 2024-11-13T15:55:16,161 DEBUG [RS:0;c4c650e80f58:37147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:55:16,161 DEBUG [RS:0;c4c650e80f58:37147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:16,161 DEBUG [RS:0;c4c650e80f58:37147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:16,161 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:55:16,261 INFO [RS:0;c4c650e80f58:37147 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.shipperc4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 terminated 2024-11-13T15:55:16,261 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37147,1731513295573.replicationSource.wal-reader.c4c650e80f58%2C37147%2C1731513295573,1-c4c650e80f58,37147,1731513295573 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T15:55:16,261 INFO [RS:0;c4c650e80f58:37147 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:37147. 2024-11-13T15:55:16,261 DEBUG [RS:0;c4c650e80f58:37147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:55:16,261 DEBUG [RS:0;c4c650e80f58:37147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:16,262 DEBUG [RS:0;c4c650e80f58:37147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:16,262 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:55:16,262 INFO [RS:0;c4c650e80f58:37147 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37147 2024-11-13T15:55:16,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x100a5ffae930000, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1940226378/rs 2024-11-13T15:55:16,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37147-0x100a5ffae930001, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1940226378/rs/c4c650e80f58,37147,1731513295573 2024-11-13T15:55:16,264 INFO [RS:0;c4c650e80f58:37147 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:55:16,265 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4c650e80f58,37147,1731513295573] 2024-11-13T15:55:16,267 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1940226378/draining/c4c650e80f58,37147,1731513295573 already deleted, retry=false 2024-11-13T15:55:16,267 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4c650e80f58,37147,1731513295573 expired; onlineServers=0 2024-11-13T15:55:16,267 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4c650e80f58,34727,1731513295518' ***** 2024-11-13T15:55:16,267 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T15:55:16,267 INFO [M:0;c4c650e80f58:34727 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:55:16,267 INFO [M:0;c4c650e80f58:34727 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:55:16,267 DEBUG [M:0;c4c650e80f58:34727 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T15:55:16,267 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T15:55:16,267 DEBUG [M:0;c4c650e80f58:34727 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T15:55:16,267 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513297339 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513297339,5,FailOnTimeoutGroup] 2024-11-13T15:55:16,267 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513297339 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513297339,5,FailOnTimeoutGroup] 2024-11-13T15:55:16,267 INFO [M:0;c4c650e80f58:34727 {}] hbase.ChoreService(370): Chore service for: master/c4c650e80f58:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T15:55:16,267 INFO [M:0;c4c650e80f58:34727 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:55:16,267 DEBUG [M:0;c4c650e80f58:34727 {}] master.HMaster(1795): Stopping service threads 2024-11-13T15:55:16,267 INFO [M:0;c4c650e80f58:34727 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T15:55:16,267 INFO [M:0;c4c650e80f58:34727 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:55:16,268 INFO [M:0;c4c650e80f58:34727 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T15:55:16,268 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T15:55:16,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x100a5ffae930000, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1940226378/master 2024-11-13T15:55:16,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x100a5ffae930000, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1940226378 2024-11-13T15:55:16,271 DEBUG [M:0;c4c650e80f58:34727 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1940226378/master already deleted, retry=false 2024-11-13T15:55:16,271 DEBUG [M:0;c4c650e80f58:34727 {}] master.ActiveMasterManager(353): master:34727-0x100a5ffae930000, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1940226378/master 2024-11-13T15:55:16,272 INFO [M:0;c4c650e80f58:34727 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/.lastflushedseqids 2024-11-13T15:55:16,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741847_1023 (size=245) 2024-11-13T15:55:16,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37147-0x100a5ffae930001, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:55:16,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37147-0x100a5ffae930001, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:55:16,366 INFO [RS:0;c4c650e80f58:37147 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:55:16,366 INFO [RS:0;c4c650e80f58:37147 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4c650e80f58,37147,1731513295573; zookeeper connection closed. 2024-11-13T15:55:16,366 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ffba886 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ffba886 2024-11-13T15:55:16,367 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T15:55:16,681 INFO [M:0;c4c650e80f58:34727 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T15:55:16,681 INFO [M:0;c4c650e80f58:34727 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T15:55:16,681 DEBUG [M:0;c4c650e80f58:34727 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:55:16,681 INFO [M:0;c4c650e80f58:34727 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:16,681 DEBUG [M:0;c4c650e80f58:34727 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:16,681 DEBUG [M:0;c4c650e80f58:34727 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:55:16,681 DEBUG [M:0;c4c650e80f58:34727 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:16,681 INFO [M:0;c4c650e80f58:34727 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-13T15:55:16,701 DEBUG [M:0;c4c650e80f58:34727 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c867d929bcae4d739ebb55c3884c351a is 82, key is hbase:meta,,1/info:regioninfo/1731513298109/Put/seqid=0 2024-11-13T15:55:16,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741848_1024 (size=5672) 2024-11-13T15:55:17,110 INFO [M:0;c4c650e80f58:34727 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c867d929bcae4d739ebb55c3884c351a 2024-11-13T15:55:17,134 DEBUG [M:0;c4c650e80f58:34727 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e5340569e77648baa11bee8bf5239bf1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731513305378/Put/seqid=0 2024-11-13T15:55:17,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741849_1025 (size=8517) 2024-11-13T15:55:17,464 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T15:55:17,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:17,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:17,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:17,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:17,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:17,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:17,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:17,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:17,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:17,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:17,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:17,544 INFO [M:0;c4c650e80f58:34727 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e5340569e77648baa11bee8bf5239bf1 2024-11-13T15:55:17,570 DEBUG [M:0;c4c650e80f58:34727 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4c8cc34f7ab943f1a5bfa49754ceb940 is 69, key is c4c650e80f58,37147,1731513295573/rs:state/1731513297424/Put/seqid=0 2024-11-13T15:55:17,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741850_1026 (size=5156) 2024-11-13T15:55:17,574 INFO [M:0;c4c650e80f58:34727 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4c8cc34f7ab943f1a5bfa49754ceb940 2024-11-13T15:55:17,579 DEBUG [M:0;c4c650e80f58:34727 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c867d929bcae4d739ebb55c3884c351a as hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c867d929bcae4d739ebb55c3884c351a 2024-11-13T15:55:17,588 INFO [M:0;c4c650e80f58:34727 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c867d929bcae4d739ebb55c3884c351a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T15:55:17,588 DEBUG [M:0;c4c650e80f58:34727 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e5340569e77648baa11bee8bf5239bf1 as hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e5340569e77648baa11bee8bf5239bf1 2024-11-13T15:55:17,594 INFO [M:0;c4c650e80f58:34727 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e5340569e77648baa11bee8bf5239bf1, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T15:55:17,595 DEBUG [M:0;c4c650e80f58:34727 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4c8cc34f7ab943f1a5bfa49754ceb940 as hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4c8cc34f7ab943f1a5bfa49754ceb940 2024-11-13T15:55:17,599 INFO [M:0;c4c650e80f58:34727 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36789/user/jenkins/test-data/6cc98695-bfd4-3599-87b2-fd1084b02d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4c8cc34f7ab943f1a5bfa49754ceb940, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T15:55:17,600 INFO [M:0;c4c650e80f58:34727 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 919ms, sequenceid=97, compaction requested=false 2024-11-13T15:55:17,619 INFO [M:0;c4c650e80f58:34727 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:17,619 DEBUG [M:0;c4c650e80f58:34727 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513316681Disabling compacts and flushes for region at 1731513316681Disabling writes for close at 1731513316681Obtaining lock to block concurrent updates at 1731513316681Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731513316681Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731513316682 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731513316682Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731513316683 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731513316701 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731513316701Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731513317114 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731513317134 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731513317134Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731513317548 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731513317569 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731513317569Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aa214c6: reopening flushed file at 1731513317579 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28b0db7a: reopening flushed file at 1731513317588 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58ffb36d: reopening flushed file at 1731513317594 (+6 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 919ms, sequenceid=97, compaction requested=false at 1731513317600 (+6 ms)Writing region close event to WAL at 1731513317619 (+19 ms)Closed at 1731513317619 2024-11-13T15:55:17,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741830_1006 (size=63666) 2024-11-13T15:55:17,623 INFO [M:0;c4c650e80f58:34727 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T15:55:17,623 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:55:17,624 INFO [M:0;c4c650e80f58:34727 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34727 2024-11-13T15:55:17,625 INFO [M:0;c4c650e80f58:34727 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:55:17,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x100a5ffae930000, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:55:17,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x100a5ffae930000, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:55:17,728 INFO [M:0;c4c650e80f58:34727 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:55:17,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@fc87794{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:55:17,740 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f6ac58d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:55:17,740 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:55:17,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@163180a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:55:17,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c1ca626{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6/hadoop.log.dir/,STOPPED} 2024-11-13T15:55:17,743 WARN [BP-2038766042-172.17.0.3-1731513294471 heartbeating to localhost/127.0.0.1:36789 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T15:55:17,743 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T15:55:17,743 WARN [BP-2038766042-172.17.0.3-1731513294471 heartbeating to localhost/127.0.0.1:36789 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2038766042-172.17.0.3-1731513294471 (Datanode Uuid 2cea3b65-fd60-4a31-956a-bdd928c4242e) service to localhost/127.0.0.1:36789 2024-11-13T15:55:17,743 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T15:55:17,744 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6/cluster_cf15cde2-9792-9485-77be-68645eef6e58/data/data1/current/BP-2038766042-172.17.0.3-1731513294471 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:55:17,744 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6/cluster_cf15cde2-9792-9485-77be-68645eef6e58/data/data2/current/BP-2038766042-172.17.0.3-1731513294471 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:55:17,745 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T15:55:17,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53f67482{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:55:17,756 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ba56190{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:55:17,756 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:55:17,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5738b005{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:55:17,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f51124e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d5d8b2-0ad4-90db-625a-97b4fb2cb0c6/hadoop.log.dir/,STOPPED} 2024-11-13T15:55:17,765 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T15:55:17,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T15:55:17,795 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=264 (was 244) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:36027 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36789 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:36027 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52950) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:36789 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:36789 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:36027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:36789 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:36027 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:36789 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52950) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=654 (was 623) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=284 (was 243) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11535 (was 10729) - AvailableMemoryMB LEAK? - 2024-11-13T15:55:17,817 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=264, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=284, ProcessCount=11, AvailableMemoryMB=11532 2024-11-13T15:55:17,835 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-13T15:55:17,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b23ca88-9f55-75bd-40a2-f27a613417eb/hadoop.log.dir so I do NOT create it in target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1 2024-11-13T15:55:17,836 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b23ca88-9f55-75bd-40a2-f27a613417eb/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T15:55:17,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b23ca88-9f55-75bd-40a2-f27a613417eb/hadoop.tmp.dir so I do NOT create it in target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1 2024-11-13T15:55:17,836 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b23ca88-9f55-75bd-40a2-f27a613417eb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T15:55:17,836 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1 2024-11-13T15:55:17,836 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1/cluster_167a2b01-cff2-1b4c-7e20-b841a7d0ac97, deleteOnExit=true 2024-11-13T15:55:17,841 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1/cluster_167a2b01-cff2-1b4c-7e20-b841a7d0ac97/zookeeper_0, clientPort=54286, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1/cluster_167a2b01-cff2-1b4c-7e20-b841a7d0ac97/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1/cluster_167a2b01-cff2-1b4c-7e20-b841a7d0ac97/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T15:55:17,843 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54286 2024-11-13T15:55:17,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T15:55:17,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T15:55:17,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1/test.cache.data in system properties and HBase conf 2024-11-13T15:55:17,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T15:55:17,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1/hadoop.log.dir in system properties and HBase conf 2024-11-13T15:55:17,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T15:55:17,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T15:55:17,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T15:55:17,843 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T15:55:17,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:55:17,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:55:17,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T15:55:17,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:55:17,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T15:55:17,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T15:55:17,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:55:17,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:55:17,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T15:55:17,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1/nfs.dump.dir in system properties and HBase conf 2024-11-13T15:55:17,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1/java.io.tmpdir in system properties and HBase conf 2024-11-13T15:55:17,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:55:17,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T15:55:17,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T15:55:17,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100a5ffae930005, quorum=127.0.0.1:52950, baseZNode=/197969807 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T15:55:17,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100a5ffae930002, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T15:55:17,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100a5ffae930005, quorum=127.0.0.1:52950, baseZNode=/197969807 Received Disconnected from ZooKeeper, ignoring 2024-11-13T15:55:17,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100a5ffae930002, quorum=127.0.0.1:52950, baseZNode=/0-1940226378 Received Disconnected from ZooKeeper, ignoring 2024-11-13T15:55:17,934 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:55:17,939 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:55:17,947 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:55:17,947 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:55:17,947 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T15:55:17,947 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:55:17,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e7d47a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:55:17,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38001613{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:55:18,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76017588{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1/java.io.tmpdir/jetty-localhost-46595-hadoop-hdfs-3_4_1-tests_jar-_-any-5352622810316552108/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:55:18,071 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46a0fb5f{HTTP/1.1, (http/1.1)}{localhost:46595} 2024-11-13T15:55:18,071 INFO [Time-limited test {}] server.Server(415): Started @200445ms 2024-11-13T15:55:18,153 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:55:18,156 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:55:18,158 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:55:18,158 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:55:18,158 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T15:55:18,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52427ec0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:55:18,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e68f471{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:55:18,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f4dcc87{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1/java.io.tmpdir/jetty-localhost-46227-hadoop-hdfs-3_4_1-tests_jar-_-any-6404681869236492283/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:55:18,282 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@352a33bd{HTTP/1.1, (http/1.1)}{localhost:46227} 2024-11-13T15:55:18,282 INFO [Time-limited test {}] server.Server(415): Started @200656ms 2024-11-13T15:55:18,283 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T15:55:18,400 WARN [Thread-2656 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1/cluster_167a2b01-cff2-1b4c-7e20-b841a7d0ac97/data/data1/current/BP-844169356-172.17.0.3-1731513317870/current, will proceed with Du for space computation calculation, 2024-11-13T15:55:18,401 WARN [Thread-2657 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1/cluster_167a2b01-cff2-1b4c-7e20-b841a7d0ac97/data/data2/current/BP-844169356-172.17.0.3-1731513317870/current, will proceed with Du for space computation calculation, 2024-11-13T15:55:18,418 WARN [Thread-2644 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T15:55:18,420 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc87974828fe236e with lease ID 0xc72fe9f1d2caf55d: Processing first storage report for DS-102417d7-0248-4fce-a3ea-a1b3071a9562 from datanode DatanodeRegistration(127.0.0.1:44777, datanodeUuid=441b7d2f-d5e2-4b78-b97e-00db0e6e584a, infoPort=43099, infoSecurePort=0, ipcPort=36029, storageInfo=lv=-57;cid=testClusterID;nsid=1346741148;c=1731513317870) 2024-11-13T15:55:18,420 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc87974828fe236e with lease ID 0xc72fe9f1d2caf55d: from storage DS-102417d7-0248-4fce-a3ea-a1b3071a9562 node DatanodeRegistration(127.0.0.1:44777, datanodeUuid=441b7d2f-d5e2-4b78-b97e-00db0e6e584a, infoPort=43099, infoSecurePort=0, ipcPort=36029, storageInfo=lv=-57;cid=testClusterID;nsid=1346741148;c=1731513317870), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T15:55:18,420 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc87974828fe236e with lease ID 0xc72fe9f1d2caf55d: Processing first storage report for DS-f2e24d56-0b07-4db0-8dec-af95f213f156 from datanode DatanodeRegistration(127.0.0.1:44777, datanodeUuid=441b7d2f-d5e2-4b78-b97e-00db0e6e584a, infoPort=43099, infoSecurePort=0, ipcPort=36029, storageInfo=lv=-57;cid=testClusterID;nsid=1346741148;c=1731513317870) 2024-11-13T15:55:18,420 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc87974828fe236e with lease ID 0xc72fe9f1d2caf55d: from storage DS-f2e24d56-0b07-4db0-8dec-af95f213f156 node DatanodeRegistration(127.0.0.1:44777, datanodeUuid=441b7d2f-d5e2-4b78-b97e-00db0e6e584a, infoPort=43099, infoSecurePort=0, ipcPort=36029, storageInfo=lv=-57;cid=testClusterID;nsid=1346741148;c=1731513317870), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T15:55:18,520 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1 2024-11-13T15:55:18,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:55:18,522 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:55:18,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:55:18,522 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c4c650e80f58,41263,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:41263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T15:55:18,523 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28405 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c4c650e80f58,41263,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:41263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T15:55:18,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44777 is added to blk_1073741825_1001 (size=7) 2024-11-13T15:55:18,539 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262 with version=8 2024-11-13T15:55:18,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/hbase-staging 2024-11-13T15:55:18,542 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:55:18,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:55:18,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:55:18,542 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:55:18,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:55:18,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:55:18,542 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T15:55:18,542 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:55:18,546 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34517 2024-11-13T15:55:18,547 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34517 connecting to ZooKeeper ensemble=127.0.0.1:54286 2024-11-13T15:55:18,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345170x0, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:55:18,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34517-0x100a60009ef0000 connected 2024-11-13T15:55:18,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:55:18,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:55:18,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34517-0x100a60009ef0000, quorum=127.0.0.1:54286, baseZNode=/0828873838 Set watcher on znode that does not yet exist, /0828873838/running 2024-11-13T15:55:18,615 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262, hbase.cluster.distributed=false 2024-11-13T15:55:18,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34517-0x100a60009ef0000, quorum=127.0.0.1:54286, baseZNode=/0828873838 Set watcher on znode that does not yet exist, /0828873838/acl 2024-11-13T15:55:18,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34517 2024-11-13T15:55:18,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34517 2024-11-13T15:55:18,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34517 2024-11-13T15:55:18,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34517 2024-11-13T15:55:18,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34517 2024-11-13T15:55:18,640 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:55:18,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:55:18,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:55:18,641 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:55:18,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:55:18,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:55:18,641 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T15:55:18,641 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:55:18,641 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38957 2024-11-13T15:55:18,642 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38957 connecting to ZooKeeper ensemble=127.0.0.1:54286 2024-11-13T15:55:18,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:55:18,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:55:18,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389570x0, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:55:18,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38957-0x100a60009ef0001 connected 2024-11-13T15:55:18,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38957-0x100a60009ef0001, quorum=127.0.0.1:54286, baseZNode=/0828873838 Set watcher on znode that does not yet exist, /0828873838/running 2024-11-13T15:55:18,649 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T15:55:18,653 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T15:55:18,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38957-0x100a60009ef0001, quorum=127.0.0.1:54286, baseZNode=/0828873838 Set watcher on znode that does not yet exist, /0828873838/master 2024-11-13T15:55:18,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38957-0x100a60009ef0001, quorum=127.0.0.1:54286, baseZNode=/0828873838 Set watcher on znode that does not yet exist, /0828873838/acl 2024-11-13T15:55:18,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38957 2024-11-13T15:55:18,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38957 2024-11-13T15:55:18,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38957 2024-11-13T15:55:18,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38957 2024-11-13T15:55:18,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38957 2024-11-13T15:55:18,693 DEBUG [M:0;c4c650e80f58:34517 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4c650e80f58:34517 2024-11-13T15:55:18,693 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0828873838/backup-masters/c4c650e80f58,34517,1731513318541 2024-11-13T15:55:18,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38957-0x100a60009ef0001, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828873838/backup-masters 2024-11-13T15:55:18,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34517-0x100a60009ef0000, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828873838/backup-masters 2024-11-13T15:55:18,695 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34517-0x100a60009ef0000, quorum=127.0.0.1:54286, baseZNode=/0828873838 Set watcher on existing znode=/0828873838/backup-masters/c4c650e80f58,34517,1731513318541 2024-11-13T15:55:18,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38957-0x100a60009ef0001, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0828873838/master 2024-11-13T15:55:18,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38957-0x100a60009ef0001, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828873838 2024-11-13T15:55:18,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34517-0x100a60009ef0000, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828873838 2024-11-13T15:55:18,702 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34517-0x100a60009ef0000, quorum=127.0.0.1:54286, baseZNode=/0828873838 Set watcher on existing znode=/0828873838/master 2024-11-13T15:55:18,702 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0828873838/backup-masters/c4c650e80f58,34517,1731513318541 from backup master directory 2024-11-13T15:55:18,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34517-0x100a60009ef0000, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0828873838/backup-masters/c4c650e80f58,34517,1731513318541 2024-11-13T15:55:18,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34517-0x100a60009ef0000, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828873838/backup-masters 2024-11-13T15:55:18,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38957-0x100a60009ef0001, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828873838/backup-masters 2024-11-13T15:55:18,705 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:55:18,705 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4c650e80f58,34517,1731513318541 2024-11-13T15:55:18,711 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/hbase.id] with ID: 59ea2c14-2aa2-4cb9-aae4-4fb2d4d3f058 2024-11-13T15:55:18,711 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/.tmp/hbase.id 2024-11-13T15:55:18,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44777 is added to blk_1073741826_1002 (size=42) 2024-11-13T15:55:18,726 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/.tmp/hbase.id]:[hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/hbase.id] 2024-11-13T15:55:18,739 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:55:18,739 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T15:55:18,740 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T15:55:18,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34517-0x100a60009ef0000, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828873838 2024-11-13T15:55:18,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38957-0x100a60009ef0001, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828873838 2024-11-13T15:55:18,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44777 is added to blk_1073741827_1003 (size=196) 2024-11-13T15:55:18,748 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:55:18,749 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T15:55:18,749 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:55:18,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44777 is added to blk_1073741828_1004 (size=1189) 2024-11-13T15:55:19,156 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/MasterData/data/master/store 2024-11-13T15:55:19,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44777 is added to blk_1073741829_1005 (size=34) 2024-11-13T15:55:19,561 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:19,561 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:55:19,561 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:19,561 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:19,561 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:55:19,561 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:19,561 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:19,561 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513319561Disabling compacts and flushes for region at 1731513319561Disabling writes for close at 1731513319561Writing region close event to WAL at 1731513319561Closed at 1731513319561 2024-11-13T15:55:19,562 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/MasterData/data/master/store/.initializing 2024-11-13T15:55:19,562 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/MasterData/WALs/c4c650e80f58,34517,1731513318541 2024-11-13T15:55:19,563 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:55:19,564 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4c650e80f58%2C34517%2C1731513318541, suffix=, logDir=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/MasterData/WALs/c4c650e80f58,34517,1731513318541, archiveDir=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/MasterData/oldWALs, maxLogs=10 2024-11-13T15:55:19,582 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/MasterData/WALs/c4c650e80f58,34517,1731513318541/c4c650e80f58%2C34517%2C1731513318541.1731513319565, exclude list is [], retry=0 2024-11-13T15:55:19,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44777,DS-102417d7-0248-4fce-a3ea-a1b3071a9562,DISK] 2024-11-13T15:55:19,592 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/MasterData/WALs/c4c650e80f58,34517,1731513318541/c4c650e80f58%2C34517%2C1731513318541.1731513319565 2024-11-13T15:55:19,592 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43099:43099)] 2024-11-13T15:55:19,592 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:55:19,592 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:19,592 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:19,592 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:19,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:19,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T15:55:19,595 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:19,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:19,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:19,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T15:55:19,596 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:19,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:19,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:19,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T15:55:19,598 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:19,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:19,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:19,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T15:55:19,599 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:19,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:19,599 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:19,600 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:19,600 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:19,601 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:19,601 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:19,602 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:55:19,603 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:19,611 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:55:19,611 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66140269, jitterRate=-0.01443319022655487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:55:19,612 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731513319592Initializing all the Stores at 1731513319593 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513319593Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513319593Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513319593Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513319593Cleaning up temporary data from old regions at 1731513319601 (+8 ms)Region opened successfully at 1731513319612 (+11 ms) 2024-11-13T15:55:19,612 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T15:55:19,614 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d3fea5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:55:19,615 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T15:55:19,615 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T15:55:19,615 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T15:55:19,615 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T15:55:19,616 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T15:55:19,616 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T15:55:19,616 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T15:55:19,617 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T15:55:19,618 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34517-0x100a60009ef0000, quorum=127.0.0.1:54286, baseZNode=/0828873838 Unable to get data of znode /0828873838/balancer because node does not exist (not necessarily an error) 2024-11-13T15:55:19,619 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0828873838/balancer already deleted, retry=false 2024-11-13T15:55:19,620 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T15:55:19,620 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34517-0x100a60009ef0000, quorum=127.0.0.1:54286, baseZNode=/0828873838 Unable to get data of znode /0828873838/normalizer because node does not exist (not necessarily an error) 2024-11-13T15:55:19,621 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0828873838/normalizer already deleted, retry=false 2024-11-13T15:55:19,622 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T15:55:19,622 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34517-0x100a60009ef0000, quorum=127.0.0.1:54286, baseZNode=/0828873838 Unable to get data of znode /0828873838/switch/split because node does not exist (not necessarily an error) 2024-11-13T15:55:19,624 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0828873838/switch/split already deleted, retry=false 2024-11-13T15:55:19,624 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34517-0x100a60009ef0000, quorum=127.0.0.1:54286, baseZNode=/0828873838 Unable to get data of znode /0828873838/switch/merge because node does not exist (not necessarily an error) 2024-11-13T15:55:19,626 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0828873838/switch/merge already deleted, retry=false 2024-11-13T15:55:19,629 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34517-0x100a60009ef0000, quorum=127.0.0.1:54286, baseZNode=/0828873838 Unable to get data of znode /0828873838/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T15:55:19,630 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0828873838/snapshot-cleanup already deleted, retry=false 2024-11-13T15:55:19,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34517-0x100a60009ef0000, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0828873838/running 2024-11-13T15:55:19,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34517-0x100a60009ef0000, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828873838 2024-11-13T15:55:19,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38957-0x100a60009ef0001, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0828873838/running 2024-11-13T15:55:19,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38957-0x100a60009ef0001, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828873838 2024-11-13T15:55:19,632 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4c650e80f58,34517,1731513318541, sessionid=0x100a60009ef0000, setting cluster-up flag (Was=false) 2024-11-13T15:55:19,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38957-0x100a60009ef0001, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828873838 2024-11-13T15:55:19,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34517-0x100a60009ef0000, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828873838 2024-11-13T15:55:19,641 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0828873838/flush-table-proc/acquired, /0828873838/flush-table-proc/reached, /0828873838/flush-table-proc/abort 2024-11-13T15:55:19,641 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,34517,1731513318541 2024-11-13T15:55:19,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34517-0x100a60009ef0000, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828873838 2024-11-13T15:55:19,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38957-0x100a60009ef0001, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828873838 2024-11-13T15:55:19,650 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0828873838/online-snapshot/acquired, /0828873838/online-snapshot/reached, /0828873838/online-snapshot/abort 2024-11-13T15:55:19,651 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,34517,1731513318541 2024-11-13T15:55:19,651 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T15:55:19,653 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T15:55:19,653 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T15:55:19,653 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T15:55:19,653 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4c650e80f58,34517,1731513318541 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T15:55:19,654 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:55:19,654 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:55:19,654 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:55:19,654 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:55:19,654 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4c650e80f58:0, corePoolSize=10, maxPoolSize=10 2024-11-13T15:55:19,654 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:19,654 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:55:19,654 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:19,655 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:55:19,655 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T15:55:19,656 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:19,656 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T15:55:19,658 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731513349658 2024-11-13T15:55:19,658 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T15:55:19,659 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T15:55:19,659 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T15:55:19,659 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T15:55:19,659 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T15:55:19,659 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T15:55:19,660 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:19,663 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T15:55:19,663 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T15:55:19,663 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T15:55:19,663 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T15:55:19,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44777 is added to blk_1073741831_1007 (size=1321) 2024-11-13T15:55:19,667 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T15:55:19,667 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T15:55:19,670 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513319667,5,FailOnTimeoutGroup] 2024-11-13T15:55:19,670 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513319670,5,FailOnTimeoutGroup] 2024-11-13T15:55:19,671 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:19,671 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T15:55:19,671 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:19,671 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:19,683 INFO [RS:0;c4c650e80f58:38957 {}] regionserver.HRegionServer(746): ClusterId : 59ea2c14-2aa2-4cb9-aae4-4fb2d4d3f058 2024-11-13T15:55:19,683 DEBUG [RS:0;c4c650e80f58:38957 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T15:55:19,685 DEBUG [RS:0;c4c650e80f58:38957 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T15:55:19,685 DEBUG [RS:0;c4c650e80f58:38957 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T15:55:19,687 DEBUG [RS:0;c4c650e80f58:38957 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T15:55:19,687 DEBUG [RS:0;c4c650e80f58:38957 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cca707b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:55:19,703 DEBUG [RS:0;c4c650e80f58:38957 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4c650e80f58:38957 2024-11-13T15:55:19,703 INFO [RS:0;c4c650e80f58:38957 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T15:55:19,703 INFO [RS:0;c4c650e80f58:38957 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T15:55:19,703 DEBUG [RS:0;c4c650e80f58:38957 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T15:55:19,703 INFO [RS:0;c4c650e80f58:38957 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4c650e80f58,34517,1731513318541 with port=38957, startcode=1731513318640 2024-11-13T15:55:19,704 DEBUG [RS:0;c4c650e80f58:38957 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T15:55:19,705 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T15:55:19,705 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34517 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4c650e80f58,38957,1731513318640 2024-11-13T15:55:19,705 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34517 {}] master.ServerManager(517): Registering regionserver=c4c650e80f58,38957,1731513318640 2024-11-13T15:55:19,707 DEBUG [RS:0;c4c650e80f58:38957 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262 2024-11-13T15:55:19,707 DEBUG [RS:0;c4c650e80f58:38957 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43783 2024-11-13T15:55:19,707 DEBUG [RS:0;c4c650e80f58:38957 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T15:55:19,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34517-0x100a60009ef0000, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828873838/rs 2024-11-13T15:55:19,710 DEBUG [RS:0;c4c650e80f58:38957 {}] zookeeper.ZKUtil(111): regionserver:38957-0x100a60009ef0001, quorum=127.0.0.1:54286, baseZNode=/0828873838 Set watcher on existing znode=/0828873838/rs/c4c650e80f58,38957,1731513318640 2024-11-13T15:55:19,710 WARN [RS:0;c4c650e80f58:38957 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:55:19,710 INFO [RS:0;c4c650e80f58:38957 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:55:19,710 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4c650e80f58,38957,1731513318640] 2024-11-13T15:55:19,710 DEBUG [RS:0;c4c650e80f58:38957 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640 2024-11-13T15:55:19,715 INFO [RS:0;c4c650e80f58:38957 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T15:55:19,717 INFO [RS:0;c4c650e80f58:38957 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T15:55:19,718 INFO [RS:0;c4c650e80f58:38957 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T15:55:19,718 INFO [RS:0;c4c650e80f58:38957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:19,719 INFO [RS:0;c4c650e80f58:38957 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T15:55:19,719 INFO [RS:0;c4c650e80f58:38957 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T15:55:19,719 INFO [RS:0;c4c650e80f58:38957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:19,720 DEBUG [RS:0;c4c650e80f58:38957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:19,720 DEBUG [RS:0;c4c650e80f58:38957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:19,720 DEBUG [RS:0;c4c650e80f58:38957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:19,720 DEBUG [RS:0;c4c650e80f58:38957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:19,720 DEBUG [RS:0;c4c650e80f58:38957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:19,720 DEBUG [RS:0;c4c650e80f58:38957 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:55:19,720 DEBUG [RS:0;c4c650e80f58:38957 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:19,720 DEBUG [RS:0;c4c650e80f58:38957 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:19,720 DEBUG [RS:0;c4c650e80f58:38957 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:19,720 DEBUG [RS:0;c4c650e80f58:38957 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:19,720 DEBUG [RS:0;c4c650e80f58:38957 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:19,720 DEBUG [RS:0;c4c650e80f58:38957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:19,720 DEBUG [RS:0;c4c650e80f58:38957 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:55:19,720 DEBUG [RS:0;c4c650e80f58:38957 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:55:19,722 INFO [RS:0;c4c650e80f58:38957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:19,722 INFO [RS:0;c4c650e80f58:38957 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:19,722 INFO [RS:0;c4c650e80f58:38957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:19,722 INFO [RS:0;c4c650e80f58:38957 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:19,722 INFO [RS:0;c4c650e80f58:38957 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:19,722 INFO [RS:0;c4c650e80f58:38957 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,38957,1731513318640-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:55:19,738 INFO [RS:0;c4c650e80f58:38957 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T15:55:19,738 INFO [RS:0;c4c650e80f58:38957 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,38957,1731513318640-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:19,738 INFO [RS:0;c4c650e80f58:38957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:19,738 INFO [RS:0;c4c650e80f58:38957 {}] regionserver.Replication(171): c4c650e80f58,38957,1731513318640 started 2024-11-13T15:55:19,752 INFO [RS:0;c4c650e80f58:38957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:19,752 INFO [RS:0;c4c650e80f58:38957 {}] regionserver.HRegionServer(1482): Serving as c4c650e80f58,38957,1731513318640, RpcServer on c4c650e80f58/172.17.0.3:38957, sessionid=0x100a60009ef0001 2024-11-13T15:55:19,752 DEBUG [RS:0;c4c650e80f58:38957 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T15:55:19,752 DEBUG [RS:0;c4c650e80f58:38957 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4c650e80f58,38957,1731513318640 2024-11-13T15:55:19,752 DEBUG [RS:0;c4c650e80f58:38957 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,38957,1731513318640' 2024-11-13T15:55:19,752 DEBUG [RS:0;c4c650e80f58:38957 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0828873838/flush-table-proc/abort' 2024-11-13T15:55:19,753 DEBUG [RS:0;c4c650e80f58:38957 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0828873838/flush-table-proc/acquired' 2024-11-13T15:55:19,753 DEBUG [RS:0;c4c650e80f58:38957 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T15:55:19,753 DEBUG [RS:0;c4c650e80f58:38957 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T15:55:19,753 DEBUG [RS:0;c4c650e80f58:38957 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4c650e80f58,38957,1731513318640 2024-11-13T15:55:19,753 DEBUG [RS:0;c4c650e80f58:38957 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,38957,1731513318640' 2024-11-13T15:55:19,753 DEBUG [RS:0;c4c650e80f58:38957 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0828873838/online-snapshot/abort' 2024-11-13T15:55:19,753 DEBUG [RS:0;c4c650e80f58:38957 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0828873838/online-snapshot/acquired' 2024-11-13T15:55:19,753 DEBUG [RS:0;c4c650e80f58:38957 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T15:55:19,754 INFO [RS:0;c4c650e80f58:38957 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T15:55:19,754 INFO [RS:0;c4c650e80f58:38957 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T15:55:19,854 INFO [RS:0;c4c650e80f58:38957 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:55:19,855 INFO [RS:0;c4c650e80f58:38957 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C38957%2C1731513318640, suffix=, logDir=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640, archiveDir=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/oldWALs, maxLogs=10 2024-11-13T15:55:19,869 DEBUG [RS:0;c4c650e80f58:38957 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855, exclude list is [], retry=0 2024-11-13T15:55:19,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44777,DS-102417d7-0248-4fce-a3ea-a1b3071a9562,DISK] 2024-11-13T15:55:19,873 INFO [RS:0;c4c650e80f58:38957 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 2024-11-13T15:55:19,873 DEBUG [RS:0;c4c650e80f58:38957 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43099:43099)] 2024-11-13T15:55:20,066 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T15:55:20,066 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262 2024-11-13T15:55:20,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44777 is added to blk_1073741833_1009 (size=32) 2024-11-13T15:55:20,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:20,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:55:20,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:55:20,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:20,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:20,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:55:20,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:55:20,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:20,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:20,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:55:20,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:55:20,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:20,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:20,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:55:20,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:55:20,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:20,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:20,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:55:20,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/hbase/meta/1588230740 2024-11-13T15:55:20,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/hbase/meta/1588230740 2024-11-13T15:55:20,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:55:20,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:55:20,480 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:55:20,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:55:20,483 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:55:20,483 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69945348, jitterRate=0.042266905307769775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:55:20,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731513320472Initializing all the Stores at 1731513320472Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513320472Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513320473 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513320473Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513320473Cleaning up temporary data from old regions at 1731513320480 (+7 ms)Region opened successfully at 1731513320484 (+4 ms) 2024-11-13T15:55:20,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:55:20,484 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:55:20,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:55:20,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:55:20,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:55:20,485 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:55:20,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513320484Disabling compacts and flushes for region at 1731513320484Disabling writes for close at 1731513320484Writing region close event to WAL at 1731513320485 (+1 ms)Closed at 1731513320485 2024-11-13T15:55:20,485 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:55:20,486 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T15:55:20,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T15:55:20,487 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:55:20,487 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T15:55:20,638 DEBUG [c4c650e80f58:34517 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T15:55:20,638 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4c650e80f58,38957,1731513318640 2024-11-13T15:55:20,639 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,38957,1731513318640, state=OPENING 2024-11-13T15:55:20,642 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T15:55:20,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34517-0x100a60009ef0000, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828873838 2024-11-13T15:55:20,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38957-0x100a60009ef0001, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828873838 2024-11-13T15:55:20,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0828873838/meta-region-server: CHANGED 2024-11-13T15:55:20,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0828873838/meta-region-server: CHANGED 2024-11-13T15:55:20,644 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:55:20,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,38957,1731513318640}] 2024-11-13T15:55:20,796 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T15:55:20,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T15:55:20,800 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T15:55:20,801 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:55:20,801 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T15:55:20,802 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C38957%2C1731513318640.meta, suffix=.meta, logDir=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640, archiveDir=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/oldWALs, maxLogs=10 2024-11-13T15:55:20,815 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.meta.1731513320802.meta, exclude list is [], retry=0 2024-11-13T15:55:20,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44777,DS-102417d7-0248-4fce-a3ea-a1b3071a9562,DISK] 2024-11-13T15:55:20,821 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.meta.1731513320802.meta 2024-11-13T15:55:20,821 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43099:43099)] 2024-11-13T15:55:20,822 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:55:20,822 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:55:20,822 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:55:20,822 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T15:55:20,822 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T15:55:20,822 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T15:55:20,822 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:20,823 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T15:55:20,823 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T15:55:20,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:55:20,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:55:20,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:20,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:20,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:55:20,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:55:20,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:20,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:20,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:55:20,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:55:20,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:20,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:20,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:55:20,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:55:20,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:20,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:20,827 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:55:20,828 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/hbase/meta/1588230740 2024-11-13T15:55:20,828 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/hbase/meta/1588230740 2024-11-13T15:55:20,829 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:55:20,829 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:55:20,830 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:55:20,831 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:55:20,831 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69629388, jitterRate=0.03755873441696167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:55:20,831 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T15:55:20,832 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731513320823Writing region info on filesystem at 1731513320823Initializing all the Stores at 1731513320823Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513320823Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513320824 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513320824Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513320824Cleaning up temporary data from old regions at 1731513320829 (+5 ms)Running coprocessor post-open hooks at 1731513320831 (+2 ms)Region opened successfully at 1731513320832 (+1 ms) 2024-11-13T15:55:20,833 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731513320796 2024-11-13T15:55:20,835 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T15:55:20,835 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T15:55:20,836 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,38957,1731513318640 2024-11-13T15:55:20,836 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,38957,1731513318640, state=OPEN 2024-11-13T15:55:20,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38957-0x100a60009ef0001, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0828873838/meta-region-server 2024-11-13T15:55:20,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34517-0x100a60009ef0000, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0828873838/meta-region-server 2024-11-13T15:55:20,842 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4c650e80f58,38957,1731513318640 2024-11-13T15:55:20,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0828873838/meta-region-server: CHANGED 2024-11-13T15:55:20,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0828873838/meta-region-server: CHANGED 2024-11-13T15:55:20,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T15:55:20,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,38957,1731513318640 in 198 msec 2024-11-13T15:55:20,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T15:55:20,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-11-13T15:55:20,846 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:55:20,846 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T15:55:20,847 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:55:20,847 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38957,1731513318640, seqNum=-1] 2024-11-13T15:55:20,847 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:55:20,848 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:55:20,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1990 sec 2024-11-13T15:55:20,852 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731513320852, completionTime=-1 2024-11-13T15:55:20,852 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T15:55:20,852 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T15:55:20,854 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T15:55:20,854 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731513380854 2024-11-13T15:55:20,854 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731513440854 2024-11-13T15:55:20,854 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T15:55:20,854 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,34517,1731513318541-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:20,854 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,34517,1731513318541-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:20,854 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,34517,1731513318541-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:20,854 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4c650e80f58:34517, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:20,854 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:20,855 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:20,856 DEBUG [master/c4c650e80f58:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T15:55:20,858 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.153sec 2024-11-13T15:55:20,858 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T15:55:20,858 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T15:55:20,858 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T15:55:20,858 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T15:55:20,858 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T15:55:20,858 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,34517,1731513318541-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:55:20,858 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,34517,1731513318541-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T15:55:20,859 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T15:55:20,859 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T15:55:20,859 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,34517,1731513318541-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:20,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775d574e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:20,884 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,34517,-1 for getting cluster id 2024-11-13T15:55:20,884 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:55:20,885 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59ea2c14-2aa2-4cb9-aae4-4fb2d4d3f058' 2024-11-13T15:55:20,885 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:55:20,886 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59ea2c14-2aa2-4cb9-aae4-4fb2d4d3f058" 2024-11-13T15:55:20,886 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143bf091, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:20,886 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,34517,-1] 2024-11-13T15:55:20,886 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:55:20,886 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:20,887 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:55:20,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@421fd24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:20,888 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:55:20,889 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38957,1731513318640, seqNum=-1] 2024-11-13T15:55:20,889 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:55:20,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:55:20,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4c650e80f58,34517,1731513318541 2024-11-13T15:55:20,892 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54286 2024-11-13T15:55:20,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:55:20,895 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100a60009ef0002 connected 2024-11-13T15:55:20,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1/hadoop.log.dir so I do NOT create it in target/test-data/81bce6fb-899e-b67b-278b-5113389400dc 2024-11-13T15:55:20,899 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T15:55:20,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1/hadoop.tmp.dir so I do NOT create it in target/test-data/81bce6fb-899e-b67b-278b-5113389400dc 2024-11-13T15:55:20,899 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T15:55:20,899 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bce6fb-899e-b67b-278b-5113389400dc 2024-11-13T15:55:20,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T15:55:20,899 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bce6fb-899e-b67b-278b-5113389400dc/cluster_263bf6d0-7b07-3a06-eb74-95e48d101e01, deleteOnExit=true 2024-11-13T15:55:20,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T15:55:20,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bce6fb-899e-b67b-278b-5113389400dc/test.cache.data in system properties and HBase conf 2024-11-13T15:55:20,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bce6fb-899e-b67b-278b-5113389400dc/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T15:55:20,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bce6fb-899e-b67b-278b-5113389400dc/hadoop.log.dir in system properties and HBase conf 2024-11-13T15:55:20,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bce6fb-899e-b67b-278b-5113389400dc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T15:55:20,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bce6fb-899e-b67b-278b-5113389400dc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T15:55:20,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T15:55:20,899 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T15:55:20,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bce6fb-899e-b67b-278b-5113389400dc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:55:20,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bce6fb-899e-b67b-278b-5113389400dc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:55:20,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bce6fb-899e-b67b-278b-5113389400dc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T15:55:20,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bce6fb-899e-b67b-278b-5113389400dc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:55:20,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bce6fb-899e-b67b-278b-5113389400dc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T15:55:20,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bce6fb-899e-b67b-278b-5113389400dc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T15:55:20,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bce6fb-899e-b67b-278b-5113389400dc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:55:20,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bce6fb-899e-b67b-278b-5113389400dc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:55:20,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bce6fb-899e-b67b-278b-5113389400dc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T15:55:20,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bce6fb-899e-b67b-278b-5113389400dc/nfs.dump.dir in system properties and HBase conf 2024-11-13T15:55:20,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bce6fb-899e-b67b-278b-5113389400dc/java.io.tmpdir in system properties and HBase conf 2024-11-13T15:55:20,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bce6fb-899e-b67b-278b-5113389400dc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:55:20,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bce6fb-899e-b67b-278b-5113389400dc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T15:55:20,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bce6fb-899e-b67b-278b-5113389400dc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T15:55:20,977 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:55:20,981 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:55:20,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:55:20,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:55:20,984 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T15:55:20,986 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:55:20,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@332e6c47{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bce6fb-899e-b67b-278b-5113389400dc/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:55:20,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b1b0e34{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:55:21,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f557843{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bce6fb-899e-b67b-278b-5113389400dc/java.io.tmpdir/jetty-localhost-40449-hadoop-hdfs-3_4_1-tests_jar-_-any-17793195184905973458/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:55:21,112 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71c136d7{HTTP/1.1, (http/1.1)}{localhost:40449} 2024-11-13T15:55:21,113 INFO [Time-limited test {}] server.Server(415): Started @203486ms 2024-11-13T15:55:21,217 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:55:21,221 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:55:21,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:55:21,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:55:21,227 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T15:55:21,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71abd84a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bce6fb-899e-b67b-278b-5113389400dc/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:55:21,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16f6c5f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:55:21,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5630ab9f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bce6fb-899e-b67b-278b-5113389400dc/java.io.tmpdir/jetty-localhost-33573-hadoop-hdfs-3_4_1-tests_jar-_-any-8212038455869424775/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:55:21,358 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19353209{HTTP/1.1, (http/1.1)}{localhost:33573} 2024-11-13T15:55:21,359 INFO [Time-limited test {}] server.Server(415): Started @203732ms 2024-11-13T15:55:21,360 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T15:55:21,487 WARN [Thread-2776 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bce6fb-899e-b67b-278b-5113389400dc/cluster_263bf6d0-7b07-3a06-eb74-95e48d101e01/data/data1/current/BP-980649618-172.17.0.3-1731513320918/current, will proceed with Du for space computation calculation, 2024-11-13T15:55:21,487 WARN [Thread-2777 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bce6fb-899e-b67b-278b-5113389400dc/cluster_263bf6d0-7b07-3a06-eb74-95e48d101e01/data/data2/current/BP-980649618-172.17.0.3-1731513320918/current, will proceed with Du for space computation calculation, 2024-11-13T15:55:21,514 WARN [Thread-2764 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T15:55:21,516 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5c67d3d42597fb6 with lease ID 0xcbcb00f4e451a3cc: Processing first storage report for DS-976a2dfa-a0a8-458e-9d14-53cb4bc05098 from datanode DatanodeRegistration(127.0.0.1:41891, datanodeUuid=393f61d4-074d-42eb-ba28-7133f396de32, infoPort=45875, infoSecurePort=0, ipcPort=36167, storageInfo=lv=-57;cid=testClusterID;nsid=2062844158;c=1731513320918) 2024-11-13T15:55:21,516 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c67d3d42597fb6 with lease ID 0xcbcb00f4e451a3cc: from storage DS-976a2dfa-a0a8-458e-9d14-53cb4bc05098 node DatanodeRegistration(127.0.0.1:41891, datanodeUuid=393f61d4-074d-42eb-ba28-7133f396de32, infoPort=45875, infoSecurePort=0, ipcPort=36167, storageInfo=lv=-57;cid=testClusterID;nsid=2062844158;c=1731513320918), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T15:55:21,516 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5c67d3d42597fb6 with lease ID 0xcbcb00f4e451a3cc: Processing first storage report for DS-81411b8c-fb25-4b41-a151-e92a02c39112 from datanode DatanodeRegistration(127.0.0.1:41891, datanodeUuid=393f61d4-074d-42eb-ba28-7133f396de32, infoPort=45875, infoSecurePort=0, ipcPort=36167, storageInfo=lv=-57;cid=testClusterID;nsid=2062844158;c=1731513320918) 2024-11-13T15:55:21,516 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c67d3d42597fb6 with lease ID 0xcbcb00f4e451a3cc: from storage DS-81411b8c-fb25-4b41-a151-e92a02c39112 node DatanodeRegistration(127.0.0.1:41891, datanodeUuid=393f61d4-074d-42eb-ba28-7133f396de32, infoPort=45875, infoSecurePort=0, ipcPort=36167, storageInfo=lv=-57;cid=testClusterID;nsid=2062844158;c=1731513320918), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T15:55:21,614 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bce6fb-899e-b67b-278b-5113389400dc 2024-11-13T15:55:21,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:55:21,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:55:21,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741825_1001 (size=7) 2024-11-13T15:55:21,623 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c with version=8 2024-11-13T15:55:21,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/hbase-staging 2024-11-13T15:55:21,625 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:55:21,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:55:21,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:55:21,625 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:55:21,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:55:21,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:55:21,625 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T15:55:21,626 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:55:21,626 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32801 2024-11-13T15:55:21,627 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32801 connecting to ZooKeeper ensemble=127.0.0.1:54286 2024-11-13T15:55:21,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328010x0, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:55:21,629 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32801-0x100a60009ef0003 connected 2024-11-13T15:55:21,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:55:21,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:55:21,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32801-0x100a60009ef0003, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Set watcher on znode that does not yet exist, /1-257865964/running 2024-11-13T15:55:21,646 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c, hbase.cluster.distributed=false 2024-11-13T15:55:21,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32801-0x100a60009ef0003, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Set watcher on znode that does not yet exist, /1-257865964/acl 2024-11-13T15:55:21,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32801 2024-11-13T15:55:21,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32801 2024-11-13T15:55:21,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32801 2024-11-13T15:55:21,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32801 2024-11-13T15:55:21,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32801 2024-11-13T15:55:21,664 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:55:21,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:55:21,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:55:21,664 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:55:21,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:55:21,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:55:21,664 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T15:55:21,665 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:55:21,665 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39669 2024-11-13T15:55:21,666 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39669 connecting to ZooKeeper ensemble=127.0.0.1:54286 2024-11-13T15:55:21,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:55:21,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:55:21,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396690x0, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:55:21,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39669-0x100a60009ef0004 connected 2024-11-13T15:55:21,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39669-0x100a60009ef0004, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Set watcher on znode that does not yet exist, /1-257865964/running 2024-11-13T15:55:21,684 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T15:55:21,686 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T15:55:21,687 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39669-0x100a60009ef0004, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Set watcher on znode that does not yet exist, /1-257865964/master 2024-11-13T15:55:21,688 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39669-0x100a60009ef0004, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Set watcher on znode that does not yet exist, /1-257865964/acl 2024-11-13T15:55:21,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39669 2024-11-13T15:55:21,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39669 2024-11-13T15:55:21,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39669 2024-11-13T15:55:21,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39669 2024-11-13T15:55:21,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39669 2024-11-13T15:55:21,706 DEBUG [M:0;c4c650e80f58:32801 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4c650e80f58:32801 2024-11-13T15:55:21,708 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-257865964/backup-masters/c4c650e80f58,32801,1731513321625 2024-11-13T15:55:21,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x100a60009ef0003, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257865964/backup-masters 2024-11-13T15:55:21,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39669-0x100a60009ef0004, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257865964/backup-masters 2024-11-13T15:55:21,711 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32801-0x100a60009ef0003, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Set watcher on existing znode=/1-257865964/backup-masters/c4c650e80f58,32801,1731513321625 2024-11-13T15:55:21,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39669-0x100a60009ef0004, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-257865964/master 2024-11-13T15:55:21,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39669-0x100a60009ef0004, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257865964 2024-11-13T15:55:21,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x100a60009ef0003, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257865964 2024-11-13T15:55:21,715 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32801-0x100a60009ef0003, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Set watcher on existing znode=/1-257865964/master 2024-11-13T15:55:21,715 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-257865964/backup-masters/c4c650e80f58,32801,1731513321625 from backup master directory 2024-11-13T15:55:21,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39669-0x100a60009ef0004, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257865964/backup-masters 2024-11-13T15:55:21,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x100a60009ef0003, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-257865964/backup-masters/c4c650e80f58,32801,1731513321625 2024-11-13T15:55:21,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x100a60009ef0003, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257865964/backup-masters 2024-11-13T15:55:21,717 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:55:21,717 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4c650e80f58,32801,1731513321625 2024-11-13T15:55:21,720 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/hbase.id] with ID: 4c093a19-7358-489b-8491-c13528e1b569 2024-11-13T15:55:21,720 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/.tmp/hbase.id 2024-11-13T15:55:21,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741826_1002 (size=42) 2024-11-13T15:55:22,127 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/.tmp/hbase.id]:[hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/hbase.id] 2024-11-13T15:55:22,135 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:55:22,136 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T15:55:22,136 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T15:55:22,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39669-0x100a60009ef0004, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257865964 2024-11-13T15:55:22,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x100a60009ef0003, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257865964 2024-11-13T15:55:22,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741827_1003 (size=196) 2024-11-13T15:55:22,145 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:55:22,146 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T15:55:22,146 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:55:22,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741828_1004 (size=1189) 2024-11-13T15:55:22,554 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/MasterData/data/master/store 2024-11-13T15:55:22,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741829_1005 (size=34) 2024-11-13T15:55:22,962 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:22,962 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:55:22,962 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:22,962 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:22,962 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:55:22,962 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:22,962 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:22,963 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513322962Disabling compacts and flushes for region at 1731513322962Disabling writes for close at 1731513322962Writing region close event to WAL at 1731513322962Closed at 1731513322962 2024-11-13T15:55:22,964 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/MasterData/data/master/store/.initializing 2024-11-13T15:55:22,964 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/MasterData/WALs/c4c650e80f58,32801,1731513321625 2024-11-13T15:55:22,965 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:55:22,966 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4c650e80f58%2C32801%2C1731513321625, suffix=, logDir=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/MasterData/WALs/c4c650e80f58,32801,1731513321625, archiveDir=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/MasterData/oldWALs, maxLogs=10 2024-11-13T15:55:22,982 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/MasterData/WALs/c4c650e80f58,32801,1731513321625/c4c650e80f58%2C32801%2C1731513321625.1731513322967, exclude list is [], retry=0 2024-11-13T15:55:22,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41891,DS-976a2dfa-a0a8-458e-9d14-53cb4bc05098,DISK] 2024-11-13T15:55:22,988 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/MasterData/WALs/c4c650e80f58,32801,1731513321625/c4c650e80f58%2C32801%2C1731513321625.1731513322967 2024-11-13T15:55:22,988 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45875:45875)] 2024-11-13T15:55:22,988 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:55:22,988 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:22,988 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:22,988 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:22,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:22,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T15:55:22,991 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:22,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:22,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:22,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T15:55:22,994 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:22,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:22,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:22,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T15:55:22,996 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:22,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:22,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:23,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T15:55:23,002 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:23,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:23,003 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:23,004 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:23,004 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:23,006 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:23,006 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:23,006 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:55:23,008 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:23,011 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:55:23,011 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65059212, jitterRate=-0.030542194843292236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:55:23,011 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731513322989Initializing all the Stores at 1731513322989Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513322989Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513322989Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513322989Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513322989Cleaning up temporary data from old regions at 1731513323006 (+17 ms)Region opened successfully at 1731513323011 (+5 ms) 2024-11-13T15:55:23,018 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T15:55:23,020 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f19c8ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:55:23,021 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T15:55:23,021 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T15:55:23,021 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T15:55:23,022 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T15:55:23,022 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T15:55:23,022 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T15:55:23,022 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T15:55:23,033 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T15:55:23,035 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32801-0x100a60009ef0003, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Unable to get data of znode /1-257865964/balancer because node does not exist (not necessarily an error) 2024-11-13T15:55:23,036 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-257865964/balancer already deleted, retry=false 2024-11-13T15:55:23,037 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T15:55:23,038 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32801-0x100a60009ef0003, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Unable to get data of znode /1-257865964/normalizer because node does not exist (not necessarily an error) 2024-11-13T15:55:23,040 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-257865964/normalizer already deleted, retry=false 2024-11-13T15:55:23,041 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T15:55:23,044 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32801-0x100a60009ef0003, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Unable to get data of znode /1-257865964/switch/split because node does not exist (not necessarily an error) 2024-11-13T15:55:23,046 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-257865964/switch/split already deleted, retry=false 2024-11-13T15:55:23,047 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32801-0x100a60009ef0003, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Unable to get data of znode /1-257865964/switch/merge because node does not exist (not necessarily an error) 2024-11-13T15:55:23,048 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-257865964/switch/merge already deleted, retry=false 2024-11-13T15:55:23,050 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32801-0x100a60009ef0003, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Unable to get data of znode /1-257865964/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T15:55:23,051 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-257865964/snapshot-cleanup already deleted, retry=false 2024-11-13T15:55:23,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39669-0x100a60009ef0004, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-257865964/running 2024-11-13T15:55:23,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x100a60009ef0003, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-257865964/running 2024-11-13T15:55:23,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39669-0x100a60009ef0004, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257865964 2024-11-13T15:55:23,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x100a60009ef0003, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257865964 2024-11-13T15:55:23,055 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4c650e80f58,32801,1731513321625, sessionid=0x100a60009ef0003, setting cluster-up flag (Was=false) 2024-11-13T15:55:23,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x100a60009ef0003, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257865964 2024-11-13T15:55:23,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39669-0x100a60009ef0004, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257865964 2024-11-13T15:55:23,064 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-257865964/flush-table-proc/acquired, /1-257865964/flush-table-proc/reached, /1-257865964/flush-table-proc/abort 2024-11-13T15:55:23,065 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,32801,1731513321625 2024-11-13T15:55:23,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x100a60009ef0003, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257865964 2024-11-13T15:55:23,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39669-0x100a60009ef0004, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257865964 2024-11-13T15:55:23,074 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-257865964/online-snapshot/acquired, /1-257865964/online-snapshot/reached, /1-257865964/online-snapshot/abort 2024-11-13T15:55:23,075 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,32801,1731513321625 2024-11-13T15:55:23,076 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T15:55:23,077 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T15:55:23,078 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T15:55:23,078 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T15:55:23,078 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4c650e80f58,32801,1731513321625 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T15:55:23,080 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:55:23,080 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:55:23,080 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:55:23,080 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:55:23,080 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4c650e80f58:0, corePoolSize=10, maxPoolSize=10 2024-11-13T15:55:23,080 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:23,080 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:55:23,080 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:23,081 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:55:23,081 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T15:55:23,082 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:23,082 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T15:55:23,083 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731513353083 2024-11-13T15:55:23,083 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T15:55:23,083 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T15:55:23,083 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T15:55:23,083 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T15:55:23,084 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T15:55:23,084 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T15:55:23,086 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:23,089 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T15:55:23,089 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T15:55:23,090 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T15:55:23,091 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T15:55:23,091 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T15:55:23,091 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T15:55:23,091 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T15:55:23,092 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T15:55:23,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741831_1007 (size=1321) 2024-11-13T15:55:23,092 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513323092,5,FailOnTimeoutGroup] 2024-11-13T15:55:23,092 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513323092,5,FailOnTimeoutGroup] 2024-11-13T15:55:23,092 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:23,092 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T15:55:23,092 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:23,092 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:23,096 INFO [RS:0;c4c650e80f58:39669 {}] regionserver.HRegionServer(746): ClusterId : 4c093a19-7358-489b-8491-c13528e1b569 2024-11-13T15:55:23,096 DEBUG [RS:0;c4c650e80f58:39669 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T15:55:23,098 DEBUG [RS:0;c4c650e80f58:39669 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T15:55:23,098 DEBUG [RS:0;c4c650e80f58:39669 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T15:55:23,101 DEBUG [RS:0;c4c650e80f58:39669 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T15:55:23,101 DEBUG [RS:0;c4c650e80f58:39669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42b99dfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:55:23,114 DEBUG [RS:0;c4c650e80f58:39669 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4c650e80f58:39669 2024-11-13T15:55:23,114 INFO [RS:0;c4c650e80f58:39669 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T15:55:23,114 INFO [RS:0;c4c650e80f58:39669 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T15:55:23,114 DEBUG [RS:0;c4c650e80f58:39669 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T15:55:23,115 INFO [RS:0;c4c650e80f58:39669 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4c650e80f58,32801,1731513321625 with port=39669, startcode=1731513321664 2024-11-13T15:55:23,115 DEBUG [RS:0;c4c650e80f58:39669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T15:55:23,116 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T15:55:23,117 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32801 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4c650e80f58,39669,1731513321664 2024-11-13T15:55:23,117 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32801 {}] master.ServerManager(517): Registering regionserver=c4c650e80f58,39669,1731513321664 2024-11-13T15:55:23,118 DEBUG [RS:0;c4c650e80f58:39669 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c 2024-11-13T15:55:23,118 DEBUG [RS:0;c4c650e80f58:39669 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33571 2024-11-13T15:55:23,118 DEBUG [RS:0;c4c650e80f58:39669 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T15:55:23,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x100a60009ef0003, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257865964/rs 2024-11-13T15:55:23,120 DEBUG [RS:0;c4c650e80f58:39669 {}] zookeeper.ZKUtil(111): regionserver:39669-0x100a60009ef0004, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Set watcher on existing znode=/1-257865964/rs/c4c650e80f58,39669,1731513321664 2024-11-13T15:55:23,120 WARN [RS:0;c4c650e80f58:39669 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:55:23,120 INFO [RS:0;c4c650e80f58:39669 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:55:23,120 DEBUG [RS:0;c4c650e80f58:39669 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664 2024-11-13T15:55:23,121 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4c650e80f58,39669,1731513321664] 2024-11-13T15:55:23,123 INFO [RS:0;c4c650e80f58:39669 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T15:55:23,125 INFO [RS:0;c4c650e80f58:39669 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T15:55:23,126 INFO [RS:0;c4c650e80f58:39669 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T15:55:23,126 INFO [RS:0;c4c650e80f58:39669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:23,126 INFO [RS:0;c4c650e80f58:39669 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T15:55:23,127 INFO [RS:0;c4c650e80f58:39669 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T15:55:23,127 INFO [RS:0;c4c650e80f58:39669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:23,127 DEBUG [RS:0;c4c650e80f58:39669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:23,127 DEBUG [RS:0;c4c650e80f58:39669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:23,127 DEBUG [RS:0;c4c650e80f58:39669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:23,127 DEBUG [RS:0;c4c650e80f58:39669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:23,127 DEBUG [RS:0;c4c650e80f58:39669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:23,127 DEBUG [RS:0;c4c650e80f58:39669 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:55:23,127 DEBUG [RS:0;c4c650e80f58:39669 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:23,127 DEBUG [RS:0;c4c650e80f58:39669 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:23,127 DEBUG [RS:0;c4c650e80f58:39669 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:23,127 DEBUG [RS:0;c4c650e80f58:39669 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:23,127 DEBUG [RS:0;c4c650e80f58:39669 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:23,127 DEBUG [RS:0;c4c650e80f58:39669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:23,127 DEBUG [RS:0;c4c650e80f58:39669 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:55:23,127 DEBUG [RS:0;c4c650e80f58:39669 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:55:23,131 INFO [RS:0;c4c650e80f58:39669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:23,131 INFO [RS:0;c4c650e80f58:39669 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:23,131 INFO [RS:0;c4c650e80f58:39669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:23,131 INFO [RS:0;c4c650e80f58:39669 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:23,131 INFO [RS:0;c4c650e80f58:39669 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:23,131 INFO [RS:0;c4c650e80f58:39669 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,39669,1731513321664-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:55:23,145 INFO [RS:0;c4c650e80f58:39669 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T15:55:23,146 INFO [RS:0;c4c650e80f58:39669 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,39669,1731513321664-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:23,146 INFO [RS:0;c4c650e80f58:39669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:23,146 INFO [RS:0;c4c650e80f58:39669 {}] regionserver.Replication(171): c4c650e80f58,39669,1731513321664 started 2024-11-13T15:55:23,160 INFO [RS:0;c4c650e80f58:39669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:23,160 INFO [RS:0;c4c650e80f58:39669 {}] regionserver.HRegionServer(1482): Serving as c4c650e80f58,39669,1731513321664, RpcServer on c4c650e80f58/172.17.0.3:39669, sessionid=0x100a60009ef0004 2024-11-13T15:55:23,160 DEBUG [RS:0;c4c650e80f58:39669 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T15:55:23,160 DEBUG [RS:0;c4c650e80f58:39669 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4c650e80f58,39669,1731513321664 2024-11-13T15:55:23,160 DEBUG [RS:0;c4c650e80f58:39669 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,39669,1731513321664' 2024-11-13T15:55:23,160 DEBUG [RS:0;c4c650e80f58:39669 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-257865964/flush-table-proc/abort' 2024-11-13T15:55:23,160 DEBUG [RS:0;c4c650e80f58:39669 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-257865964/flush-table-proc/acquired' 2024-11-13T15:55:23,161 DEBUG [RS:0;c4c650e80f58:39669 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T15:55:23,161 DEBUG [RS:0;c4c650e80f58:39669 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T15:55:23,161 DEBUG [RS:0;c4c650e80f58:39669 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4c650e80f58,39669,1731513321664 2024-11-13T15:55:23,161 DEBUG [RS:0;c4c650e80f58:39669 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,39669,1731513321664' 2024-11-13T15:55:23,161 DEBUG [RS:0;c4c650e80f58:39669 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-257865964/online-snapshot/abort' 2024-11-13T15:55:23,161 DEBUG [RS:0;c4c650e80f58:39669 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-257865964/online-snapshot/acquired' 2024-11-13T15:55:23,161 DEBUG [RS:0;c4c650e80f58:39669 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T15:55:23,161 INFO [RS:0;c4c650e80f58:39669 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T15:55:23,161 INFO [RS:0;c4c650e80f58:39669 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T15:55:23,262 INFO [RS:0;c4c650e80f58:39669 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:55:23,263 INFO [RS:0;c4c650e80f58:39669 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C39669%2C1731513321664, suffix=, logDir=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664, archiveDir=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/oldWALs, maxLogs=10 2024-11-13T15:55:23,281 DEBUG [RS:0;c4c650e80f58:39669 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264, exclude list is [], retry=0 2024-11-13T15:55:23,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41891,DS-976a2dfa-a0a8-458e-9d14-53cb4bc05098,DISK] 2024-11-13T15:55:23,288 INFO [RS:0;c4c650e80f58:39669 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 2024-11-13T15:55:23,288 DEBUG [RS:0;c4c650e80f58:39669 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45875:45875)] 2024-11-13T15:55:23,494 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T15:55:23,494 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c 2024-11-13T15:55:23,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741833_1009 (size=32) 2024-11-13T15:55:23,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:23,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:55:23,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:55:23,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:23,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:23,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:55:23,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:55:23,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:23,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:23,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:55:23,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:55:23,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:23,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:23,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:55:23,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:55:23,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:23,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:23,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:55:23,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/hbase/meta/1588230740 2024-11-13T15:55:23,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/hbase/meta/1588230740 2024-11-13T15:55:23,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:55:23,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:55:23,536 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:55:23,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:55:23,540 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:55:23,540 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60542496, jitterRate=-0.09784650802612305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:55:23,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731513323523Initializing all the Stores at 1731513323524 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513323524Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513323524Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513323524Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513323524Cleaning up temporary data from old regions at 1731513323535 (+11 ms)Region opened successfully at 1731513323541 (+6 ms) 2024-11-13T15:55:23,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:55:23,541 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:55:23,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:55:23,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:55:23,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:55:23,541 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:55:23,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513323541Disabling compacts and flushes for region at 1731513323541Disabling writes for close at 1731513323541Writing region close event to WAL at 1731513323541Closed at 1731513323541 2024-11-13T15:55:23,542 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:55:23,542 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T15:55:23,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T15:55:23,544 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:55:23,545 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T15:55:23,695 DEBUG [c4c650e80f58:32801 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T15:55:23,696 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4c650e80f58,39669,1731513321664 2024-11-13T15:55:23,697 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,39669,1731513321664, state=OPENING 2024-11-13T15:55:23,705 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T15:55:23,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39669-0x100a60009ef0004, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257865964 2024-11-13T15:55:23,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x100a60009ef0003, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257865964 2024-11-13T15:55:23,707 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:55:23,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,39669,1731513321664}] 2024-11-13T15:55:23,709 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-257865964/meta-region-server: CHANGED 2024-11-13T15:55:23,709 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-257865964/meta-region-server: CHANGED 2024-11-13T15:55:23,871 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T15:55:23,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T15:55:23,877 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T15:55:23,878 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:55:23,878 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T15:55:23,880 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C39669%2C1731513321664.meta, suffix=.meta, logDir=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664, archiveDir=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/oldWALs, maxLogs=10 2024-11-13T15:55:23,900 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.meta.1731513323881.meta, exclude list is [], retry=0 2024-11-13T15:55:23,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41891,DS-976a2dfa-a0a8-458e-9d14-53cb4bc05098,DISK] 2024-11-13T15:55:23,907 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.meta.1731513323881.meta 2024-11-13T15:55:23,910 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45875:45875)] 2024-11-13T15:55:23,911 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:55:23,911 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:55:23,911 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:55:23,911 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T15:55:23,911 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T15:55:23,911 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T15:55:23,911 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:23,912 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T15:55:23,912 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T15:55:23,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:55:23,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:55:23,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:23,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:23,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:55:23,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:55:23,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:23,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:23,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:55:23,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:55:23,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:23,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:23,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:55:23,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:55:23,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:23,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:23,919 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:55:23,920 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/hbase/meta/1588230740 2024-11-13T15:55:23,924 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/hbase/meta/1588230740 2024-11-13T15:55:23,928 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:55:23,928 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:55:23,929 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:55:23,933 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:55:23,934 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71127276, jitterRate=0.05987900495529175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:55:23,934 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T15:55:23,934 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731513323912Writing region info on filesystem at 1731513323912Initializing all the Stores at 1731513323913 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513323913Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513323914 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513323914Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513323914Cleaning up temporary data from old regions at 1731513323928 (+14 ms)Running coprocessor post-open hooks at 1731513323934 (+6 ms)Region opened successfully at 1731513323934 2024-11-13T15:55:23,935 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731513323866 2024-11-13T15:55:23,939 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T15:55:23,939 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T15:55:23,939 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,39669,1731513321664 2024-11-13T15:55:23,940 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,39669,1731513321664, state=OPEN 2024-11-13T15:55:23,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39669-0x100a60009ef0004, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-257865964/meta-region-server 2024-11-13T15:55:23,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x100a60009ef0003, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-257865964/meta-region-server 2024-11-13T15:55:23,942 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4c650e80f58,39669,1731513321664 2024-11-13T15:55:23,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-257865964/meta-region-server: CHANGED 2024-11-13T15:55:23,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-257865964/meta-region-server: CHANGED 2024-11-13T15:55:23,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T15:55:23,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,39669,1731513321664 in 236 msec 2024-11-13T15:55:23,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T15:55:23,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 403 msec 2024-11-13T15:55:23,948 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:55:23,948 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T15:55:23,949 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:55:23,949 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,39669,1731513321664, seqNum=-1] 2024-11-13T15:55:23,950 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:55:23,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:55:23,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 881 msec 2024-11-13T15:55:23,961 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731513323961, completionTime=-1 2024-11-13T15:55:23,961 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T15:55:23,961 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T15:55:23,968 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T15:55:23,968 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731513383968 2024-11-13T15:55:23,968 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731513443968 2024-11-13T15:55:23,968 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-13T15:55:23,968 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,32801,1731513321625-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:23,968 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,32801,1731513321625-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:23,968 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,32801,1731513321625-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:23,968 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4c650e80f58:32801, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:23,968 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:23,971 DEBUG [master/c4c650e80f58:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T15:55:23,975 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:23,981 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.263sec 2024-11-13T15:55:23,981 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T15:55:23,981 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T15:55:23,981 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T15:55:23,981 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T15:55:23,981 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T15:55:23,981 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,32801,1731513321625-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:55:23,981 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,32801,1731513321625-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T15:55:24,000 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T15:55:24,000 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T15:55:24,000 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,32801,1731513321625-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:24,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9fc78a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:24,011 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,32801,-1 for getting cluster id 2024-11-13T15:55:24,011 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:55:24,029 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c093a19-7358-489b-8491-c13528e1b569' 2024-11-13T15:55:24,029 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:55:24,029 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c093a19-7358-489b-8491-c13528e1b569" 2024-11-13T15:55:24,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5006bbf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:24,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,32801,-1] 2024-11-13T15:55:24,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:55:24,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:24,032 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:55:24,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f7b278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:24,035 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:55:24,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,39669,1731513321664, seqNum=-1] 2024-11-13T15:55:24,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:55:24,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:55:24,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4c650e80f58,32801,1731513321625 2024-11-13T15:55:24,043 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54286 2024-11-13T15:55:24,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:55:24,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bce6fb-899e-b67b-278b-5113389400dc/hadoop.log.dir so I do NOT create it in target/test-data/3b76a93d-2ef4-3e89-6c2d-bc2afa28f65a 2024-11-13T15:55:24,073 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bce6fb-899e-b67b-278b-5113389400dc/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T15:55:24,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bce6fb-899e-b67b-278b-5113389400dc/hadoop.tmp.dir so I do NOT create it in target/test-data/3b76a93d-2ef4-3e89-6c2d-bc2afa28f65a 2024-11-13T15:55:24,073 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bce6fb-899e-b67b-278b-5113389400dc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T15:55:24,073 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b76a93d-2ef4-3e89-6c2d-bc2afa28f65a 2024-11-13T15:55:24,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T15:55:24,074 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b76a93d-2ef4-3e89-6c2d-bc2afa28f65a/cluster_a98e9347-720d-93cf-24c2-decfd2718b62, deleteOnExit=true 2024-11-13T15:55:24,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T15:55:24,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b76a93d-2ef4-3e89-6c2d-bc2afa28f65a/test.cache.data in system properties and HBase conf 2024-11-13T15:55:24,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b76a93d-2ef4-3e89-6c2d-bc2afa28f65a/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T15:55:24,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b76a93d-2ef4-3e89-6c2d-bc2afa28f65a/hadoop.log.dir in system properties and HBase conf 2024-11-13T15:55:24,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b76a93d-2ef4-3e89-6c2d-bc2afa28f65a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T15:55:24,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b76a93d-2ef4-3e89-6c2d-bc2afa28f65a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T15:55:24,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T15:55:24,075 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T15:55:24,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b76a93d-2ef4-3e89-6c2d-bc2afa28f65a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:55:24,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b76a93d-2ef4-3e89-6c2d-bc2afa28f65a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:55:24,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b76a93d-2ef4-3e89-6c2d-bc2afa28f65a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T15:55:24,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b76a93d-2ef4-3e89-6c2d-bc2afa28f65a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:55:24,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b76a93d-2ef4-3e89-6c2d-bc2afa28f65a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T15:55:24,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b76a93d-2ef4-3e89-6c2d-bc2afa28f65a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T15:55:24,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b76a93d-2ef4-3e89-6c2d-bc2afa28f65a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:55:24,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b76a93d-2ef4-3e89-6c2d-bc2afa28f65a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:55:24,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b76a93d-2ef4-3e89-6c2d-bc2afa28f65a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T15:55:24,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b76a93d-2ef4-3e89-6c2d-bc2afa28f65a/nfs.dump.dir in system properties and HBase conf 2024-11-13T15:55:24,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b76a93d-2ef4-3e89-6c2d-bc2afa28f65a/java.io.tmpdir in system properties and HBase conf 2024-11-13T15:55:24,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b76a93d-2ef4-3e89-6c2d-bc2afa28f65a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:55:24,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b76a93d-2ef4-3e89-6c2d-bc2afa28f65a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T15:55:24,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b76a93d-2ef4-3e89-6c2d-bc2afa28f65a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T15:55:24,078 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100a60009ef0005 connected 2024-11-13T15:55:24,260 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:55:24,267 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:55:24,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:55:24,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:55:24,320 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T15:55:24,321 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:55:24,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a329d3b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b76a93d-2ef4-3e89-6c2d-bc2afa28f65a/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:55:24,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@592ccd33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:55:24,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56e63420{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b76a93d-2ef4-3e89-6c2d-bc2afa28f65a/java.io.tmpdir/jetty-localhost-38111-hadoop-hdfs-3_4_1-tests_jar-_-any-14533565273201088218/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:55:24,472 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78967886{HTTP/1.1, (http/1.1)}{localhost:38111} 2024-11-13T15:55:24,472 INFO [Time-limited test {}] server.Server(415): Started @206846ms 2024-11-13T15:55:24,565 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:55:24,568 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:55:24,571 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:55:24,571 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:55:24,571 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T15:55:24,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a1437ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b76a93d-2ef4-3e89-6c2d-bc2afa28f65a/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:55:24,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6db34890{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:55:24,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63d7bf17{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b76a93d-2ef4-3e89-6c2d-bc2afa28f65a/java.io.tmpdir/jetty-localhost-44325-hadoop-hdfs-3_4_1-tests_jar-_-any-2847312431539226753/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:55:24,696 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4319d4b8{HTTP/1.1, (http/1.1)}{localhost:44325} 2024-11-13T15:55:24,696 INFO [Time-limited test {}] server.Server(415): Started @207070ms 2024-11-13T15:55:24,697 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T15:55:24,808 WARN [Thread-2896 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b76a93d-2ef4-3e89-6c2d-bc2afa28f65a/cluster_a98e9347-720d-93cf-24c2-decfd2718b62/data/data1/current/BP-1529003414-172.17.0.3-1731513324123/current, will proceed with Du for space computation calculation, 2024-11-13T15:55:24,808 WARN [Thread-2897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b76a93d-2ef4-3e89-6c2d-bc2afa28f65a/cluster_a98e9347-720d-93cf-24c2-decfd2718b62/data/data2/current/BP-1529003414-172.17.0.3-1731513324123/current, will proceed with Du for space computation calculation, 2024-11-13T15:55:24,830 WARN [Thread-2884 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T15:55:24,833 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x128f11e772771767 with lease ID 0x1d8be6403fbd122d: Processing first storage report for DS-18531161-a4a9-49eb-bda7-4f613369fc04 from datanode DatanodeRegistration(127.0.0.1:35493, datanodeUuid=9160f819-ed26-4933-9880-fd61f5373715, infoPort=39811, infoSecurePort=0, ipcPort=46071, storageInfo=lv=-57;cid=testClusterID;nsid=231998299;c=1731513324123) 2024-11-13T15:55:24,833 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x128f11e772771767 with lease ID 0x1d8be6403fbd122d: from storage DS-18531161-a4a9-49eb-bda7-4f613369fc04 node DatanodeRegistration(127.0.0.1:35493, datanodeUuid=9160f819-ed26-4933-9880-fd61f5373715, infoPort=39811, infoSecurePort=0, ipcPort=46071, storageInfo=lv=-57;cid=testClusterID;nsid=231998299;c=1731513324123), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T15:55:24,833 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x128f11e772771767 with lease ID 0x1d8be6403fbd122d: Processing first storage report for DS-da6996fc-5895-4b20-befb-d85940fa0de0 from datanode DatanodeRegistration(127.0.0.1:35493, datanodeUuid=9160f819-ed26-4933-9880-fd61f5373715, infoPort=39811, infoSecurePort=0, ipcPort=46071, storageInfo=lv=-57;cid=testClusterID;nsid=231998299;c=1731513324123) 2024-11-13T15:55:24,833 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x128f11e772771767 with lease ID 0x1d8be6403fbd122d: from storage DS-da6996fc-5895-4b20-befb-d85940fa0de0 node DatanodeRegistration(127.0.0.1:35493, datanodeUuid=9160f819-ed26-4933-9880-fd61f5373715, infoPort=39811, infoSecurePort=0, ipcPort=46071, storageInfo=lv=-57;cid=testClusterID;nsid=231998299;c=1731513324123), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T15:55:24,931 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b76a93d-2ef4-3e89-6c2d-bc2afa28f65a 2024-11-13T15:55:24,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:55:24,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:55:24,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35493 is added to blk_1073741825_1001 (size=7) 2024-11-13T15:55:24,958 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da with version=8 2024-11-13T15:55:24,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/hbase-staging 2024-11-13T15:55:24,961 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:55:24,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:55:24,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:55:24,961 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:55:24,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:55:24,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:55:24,961 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T15:55:24,961 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:55:24,962 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42153 2024-11-13T15:55:24,963 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42153 connecting to ZooKeeper ensemble=127.0.0.1:54286 2024-11-13T15:55:24,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421530x0, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:55:24,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42153-0x100a60009ef0006 connected 2024-11-13T15:55:24,992 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:55:24,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:55:25,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42153-0x100a60009ef0006, quorum=127.0.0.1:54286, baseZNode=/21134265867 Set watcher on znode that does not yet exist, /21134265867/running 2024-11-13T15:55:25,002 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da, hbase.cluster.distributed=false 2024-11-13T15:55:25,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42153-0x100a60009ef0006, quorum=127.0.0.1:54286, baseZNode=/21134265867 Set watcher on znode that does not yet exist, /21134265867/acl 2024-11-13T15:55:25,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42153 2024-11-13T15:55:25,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42153 2024-11-13T15:55:25,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42153 2024-11-13T15:55:25,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42153 2024-11-13T15:55:25,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42153 2024-11-13T15:55:25,056 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:55:25,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:55:25,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:55:25,056 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:55:25,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:55:25,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:55:25,056 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T15:55:25,056 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:55:25,057 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33115 2024-11-13T15:55:25,058 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33115 connecting to ZooKeeper ensemble=127.0.0.1:54286 2024-11-13T15:55:25,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:55:25,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:55:25,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331150x0, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:55:25,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331150x0, quorum=127.0.0.1:54286, baseZNode=/21134265867 Set watcher on znode that does not yet exist, /21134265867/running 2024-11-13T15:55:25,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33115-0x100a60009ef0007 connected 2024-11-13T15:55:25,064 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T15:55:25,066 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T15:55:25,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33115-0x100a60009ef0007, quorum=127.0.0.1:54286, baseZNode=/21134265867 Set watcher on znode that does not yet exist, /21134265867/master 2024-11-13T15:55:25,068 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33115-0x100a60009ef0007, quorum=127.0.0.1:54286, baseZNode=/21134265867 Set watcher on znode that does not yet exist, /21134265867/acl 2024-11-13T15:55:25,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33115 2024-11-13T15:55:25,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33115 2024-11-13T15:55:25,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33115 2024-11-13T15:55:25,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33115 2024-11-13T15:55:25,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33115 2024-11-13T15:55:25,086 DEBUG [M:0;c4c650e80f58:42153 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4c650e80f58:42153 2024-11-13T15:55:25,086 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21134265867/backup-masters/c4c650e80f58,42153,1731513324960 2024-11-13T15:55:25,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42153-0x100a60009ef0006, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134265867/backup-masters 2024-11-13T15:55:25,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x100a60009ef0007, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134265867/backup-masters 2024-11-13T15:55:25,089 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42153-0x100a60009ef0006, quorum=127.0.0.1:54286, baseZNode=/21134265867 Set watcher on existing znode=/21134265867/backup-masters/c4c650e80f58,42153,1731513324960 2024-11-13T15:55:25,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42153-0x100a60009ef0006, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134265867 2024-11-13T15:55:25,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x100a60009ef0007, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21134265867/master 2024-11-13T15:55:25,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x100a60009ef0007, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134265867 2024-11-13T15:55:25,091 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42153-0x100a60009ef0006, quorum=127.0.0.1:54286, baseZNode=/21134265867 Set watcher on existing znode=/21134265867/master 2024-11-13T15:55:25,091 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21134265867/backup-masters/c4c650e80f58,42153,1731513324960 from backup master directory 2024-11-13T15:55:25,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42153-0x100a60009ef0006, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21134265867/backup-masters/c4c650e80f58,42153,1731513324960 2024-11-13T15:55:25,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x100a60009ef0007, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134265867/backup-masters 2024-11-13T15:55:25,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42153-0x100a60009ef0006, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134265867/backup-masters 2024-11-13T15:55:25,092 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:55:25,092 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4c650e80f58,42153,1731513324960 2024-11-13T15:55:25,095 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/hbase.id] with ID: bab8b444-06b7-42dd-8627-6ab0f2082ff7 2024-11-13T15:55:25,095 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/.tmp/hbase.id 2024-11-13T15:55:25,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35493 is added to blk_1073741826_1002 (size=42) 2024-11-13T15:55:25,504 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/.tmp/hbase.id]:[hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/hbase.id] 2024-11-13T15:55:25,512 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:55:25,512 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T15:55:25,513 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T15:55:25,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42153-0x100a60009ef0006, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134265867 2024-11-13T15:55:25,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x100a60009ef0007, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134265867 2024-11-13T15:55:25,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35493 is added to blk_1073741827_1003 (size=196) 2024-11-13T15:55:25,716 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T15:55:25,921 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:55:25,922 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T15:55:25,922 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:55:25,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35493 is added to blk_1073741828_1004 (size=1189) 2024-11-13T15:55:25,930 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/MasterData/data/master/store 2024-11-13T15:55:25,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35493 is added to blk_1073741829_1005 (size=34) 2024-11-13T15:55:26,325 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T15:55:26,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:26,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:26,336 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:26,336 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:55:26,336 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:26,336 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:26,336 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:55:26,336 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:26,336 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:26,337 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513326336Disabling compacts and flushes for region at 1731513326336Disabling writes for close at 1731513326336Writing region close event to WAL at 1731513326336Closed at 1731513326336 2024-11-13T15:55:26,337 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/MasterData/data/master/store/.initializing 2024-11-13T15:55:26,337 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/MasterData/WALs/c4c650e80f58,42153,1731513324960 2024-11-13T15:55:26,338 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:55:26,340 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4c650e80f58%2C42153%2C1731513324960, suffix=, logDir=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/MasterData/WALs/c4c650e80f58,42153,1731513324960, archiveDir=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/MasterData/oldWALs, maxLogs=10 2024-11-13T15:55:26,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:26,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:26,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:26,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:26,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:26,357 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/MasterData/WALs/c4c650e80f58,42153,1731513324960/c4c650e80f58%2C42153%2C1731513324960.1731513326340, exclude list is [], retry=0 2024-11-13T15:55:26,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:26,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35493,DS-18531161-a4a9-49eb-bda7-4f613369fc04,DISK] 2024-11-13T15:55:26,363 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/MasterData/WALs/c4c650e80f58,42153,1731513324960/c4c650e80f58%2C42153%2C1731513324960.1731513326340 2024-11-13T15:55:26,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:26,368 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39811:39811)] 2024-11-13T15:55:26,368 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:55:26,368 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:26,368 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:26,368 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:26,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:26,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:26,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:26,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T15:55:26,372 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:26,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:26,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:26,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:26,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T15:55:26,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:26,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:26,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:26,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T15:55:26,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:26,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:26,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:26,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T15:55:26,377 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:26,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:26,378 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:26,379 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:26,379 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:26,380 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:26,380 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:26,381 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:55:26,382 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:26,384 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:55:26,384 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70915718, jitterRate=0.056726545095443726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:55:26,384 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731513326368Initializing all the Stores at 1731513326369 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513326369Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513326370 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513326370Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513326370Cleaning up temporary data from old regions at 1731513326380 (+10 ms)Region opened successfully at 1731513326384 (+4 ms) 2024-11-13T15:55:26,385 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T15:55:26,387 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1aeca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:55:26,388 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T15:55:26,388 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T15:55:26,388 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T15:55:26,389 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T15:55:26,389 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T15:55:26,389 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T15:55:26,389 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T15:55:26,391 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T15:55:26,392 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42153-0x100a60009ef0006, quorum=127.0.0.1:54286, baseZNode=/21134265867 Unable to get data of znode /21134265867/balancer because node does not exist (not necessarily an error) 2024-11-13T15:55:26,399 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21134265867/balancer already deleted, retry=false 2024-11-13T15:55:26,400 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T15:55:26,400 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42153-0x100a60009ef0006, quorum=127.0.0.1:54286, baseZNode=/21134265867 Unable to get data of znode /21134265867/normalizer because node does not exist (not necessarily an error) 2024-11-13T15:55:26,402 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21134265867/normalizer already deleted, retry=false 2024-11-13T15:55:26,402 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T15:55:26,403 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42153-0x100a60009ef0006, quorum=127.0.0.1:54286, baseZNode=/21134265867 Unable to get data of znode /21134265867/switch/split because node does not exist (not necessarily an error) 2024-11-13T15:55:26,404 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21134265867/switch/split already deleted, retry=false 2024-11-13T15:55:26,405 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42153-0x100a60009ef0006, quorum=127.0.0.1:54286, baseZNode=/21134265867 Unable to get data of znode /21134265867/switch/merge because node does not exist (not necessarily an error) 2024-11-13T15:55:26,406 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21134265867/switch/merge already deleted, retry=false 2024-11-13T15:55:26,408 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42153-0x100a60009ef0006, quorum=127.0.0.1:54286, baseZNode=/21134265867 Unable to get data of znode /21134265867/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T15:55:26,410 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21134265867/snapshot-cleanup already deleted, retry=false 2024-11-13T15:55:26,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x100a60009ef0007, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21134265867/running 2024-11-13T15:55:26,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42153-0x100a60009ef0006, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21134265867/running 2024-11-13T15:55:26,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x100a60009ef0007, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134265867 2024-11-13T15:55:26,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42153-0x100a60009ef0006, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134265867 2024-11-13T15:55:26,413 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4c650e80f58,42153,1731513324960, sessionid=0x100a60009ef0006, setting cluster-up flag (Was=false) 2024-11-13T15:55:26,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42153-0x100a60009ef0006, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134265867 2024-11-13T15:55:26,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x100a60009ef0007, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134265867 2024-11-13T15:55:26,424 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21134265867/flush-table-proc/acquired, /21134265867/flush-table-proc/reached, /21134265867/flush-table-proc/abort 2024-11-13T15:55:26,425 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,42153,1731513324960 2024-11-13T15:55:26,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x100a60009ef0007, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134265867 2024-11-13T15:55:26,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42153-0x100a60009ef0006, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134265867 2024-11-13T15:55:26,433 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21134265867/online-snapshot/acquired, /21134265867/online-snapshot/reached, /21134265867/online-snapshot/abort 2024-11-13T15:55:26,434 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,42153,1731513324960 2024-11-13T15:55:26,435 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T15:55:26,436 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T15:55:26,437 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T15:55:26,437 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T15:55:26,437 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4c650e80f58,42153,1731513324960 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T15:55:26,438 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:55:26,438 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:55:26,438 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:55:26,438 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:55:26,438 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4c650e80f58:0, corePoolSize=10, maxPoolSize=10 2024-11-13T15:55:26,438 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:26,438 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:55:26,438 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:26,443 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:55:26,443 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T15:55:26,444 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:26,444 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T15:55:26,455 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731513356455 2024-11-13T15:55:26,455 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T15:55:26,455 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T15:55:26,455 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T15:55:26,455 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T15:55:26,455 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T15:55:26,455 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T15:55:26,459 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:26,459 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T15:55:26,459 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T15:55:26,459 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T15:55:26,459 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T15:55:26,460 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T15:55:26,460 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T15:55:26,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35493 is added to blk_1073741831_1007 (size=1321) 2024-11-13T15:55:26,462 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513326460,5,FailOnTimeoutGroup] 2024-11-13T15:55:26,463 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513326462,5,FailOnTimeoutGroup] 2024-11-13T15:55:26,463 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:26,463 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T15:55:26,463 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:26,463 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:26,475 INFO [RS:0;c4c650e80f58:33115 {}] regionserver.HRegionServer(746): ClusterId : bab8b444-06b7-42dd-8627-6ab0f2082ff7 2024-11-13T15:55:26,475 DEBUG [RS:0;c4c650e80f58:33115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T15:55:26,478 DEBUG [RS:0;c4c650e80f58:33115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T15:55:26,478 DEBUG [RS:0;c4c650e80f58:33115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T15:55:26,480 DEBUG [RS:0;c4c650e80f58:33115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T15:55:26,480 DEBUG [RS:0;c4c650e80f58:33115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@637d9008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:55:26,492 DEBUG [RS:0;c4c650e80f58:33115 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4c650e80f58:33115 2024-11-13T15:55:26,492 INFO [RS:0;c4c650e80f58:33115 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T15:55:26,492 INFO [RS:0;c4c650e80f58:33115 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T15:55:26,492 DEBUG [RS:0;c4c650e80f58:33115 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T15:55:26,493 INFO [RS:0;c4c650e80f58:33115 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4c650e80f58,42153,1731513324960 with port=33115, startcode=1731513325056 2024-11-13T15:55:26,493 DEBUG [RS:0;c4c650e80f58:33115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T15:55:26,495 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T15:55:26,495 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42153 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4c650e80f58,33115,1731513325056 2024-11-13T15:55:26,495 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42153 {}] master.ServerManager(517): Registering regionserver=c4c650e80f58,33115,1731513325056 2024-11-13T15:55:26,497 DEBUG [RS:0;c4c650e80f58:33115 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da 2024-11-13T15:55:26,497 DEBUG [RS:0;c4c650e80f58:33115 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34047 2024-11-13T15:55:26,497 DEBUG [RS:0;c4c650e80f58:33115 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T15:55:26,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42153-0x100a60009ef0006, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134265867/rs 2024-11-13T15:55:26,503 DEBUG [RS:0;c4c650e80f58:33115 {}] zookeeper.ZKUtil(111): regionserver:33115-0x100a60009ef0007, quorum=127.0.0.1:54286, baseZNode=/21134265867 Set watcher on existing znode=/21134265867/rs/c4c650e80f58,33115,1731513325056 2024-11-13T15:55:26,503 WARN [RS:0;c4c650e80f58:33115 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:55:26,503 INFO [RS:0;c4c650e80f58:33115 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:55:26,503 DEBUG [RS:0;c4c650e80f58:33115 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056 2024-11-13T15:55:26,504 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4c650e80f58,33115,1731513325056] 2024-11-13T15:55:26,508 INFO [RS:0;c4c650e80f58:33115 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T15:55:26,510 INFO [RS:0;c4c650e80f58:33115 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T15:55:26,510 INFO [RS:0;c4c650e80f58:33115 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T15:55:26,510 INFO [RS:0;c4c650e80f58:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:26,510 INFO [RS:0;c4c650e80f58:33115 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T15:55:26,511 INFO [RS:0;c4c650e80f58:33115 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T15:55:26,511 INFO [RS:0;c4c650e80f58:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:26,511 DEBUG [RS:0;c4c650e80f58:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:26,511 DEBUG [RS:0;c4c650e80f58:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:26,511 DEBUG [RS:0;c4c650e80f58:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:26,511 DEBUG [RS:0;c4c650e80f58:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:26,511 DEBUG [RS:0;c4c650e80f58:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:26,511 DEBUG [RS:0;c4c650e80f58:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:55:26,511 DEBUG [RS:0;c4c650e80f58:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:26,511 DEBUG [RS:0;c4c650e80f58:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:26,511 DEBUG [RS:0;c4c650e80f58:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:26,511 DEBUG [RS:0;c4c650e80f58:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:26,511 DEBUG [RS:0;c4c650e80f58:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:26,511 DEBUG [RS:0;c4c650e80f58:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:26,511 DEBUG [RS:0;c4c650e80f58:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:55:26,511 DEBUG [RS:0;c4c650e80f58:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:55:26,516 INFO [RS:0;c4c650e80f58:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:26,516 INFO [RS:0;c4c650e80f58:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:26,516 INFO [RS:0;c4c650e80f58:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:26,516 INFO [RS:0;c4c650e80f58:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:26,516 INFO [RS:0;c4c650e80f58:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:26,516 INFO [RS:0;c4c650e80f58:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,33115,1731513325056-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:55:26,533 INFO [RS:0;c4c650e80f58:33115 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T15:55:26,533 INFO [RS:0;c4c650e80f58:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,33115,1731513325056-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:26,533 INFO [RS:0;c4c650e80f58:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:26,533 INFO [RS:0;c4c650e80f58:33115 {}] regionserver.Replication(171): c4c650e80f58,33115,1731513325056 started 2024-11-13T15:55:26,547 INFO [RS:0;c4c650e80f58:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:26,547 INFO [RS:0;c4c650e80f58:33115 {}] regionserver.HRegionServer(1482): Serving as c4c650e80f58,33115,1731513325056, RpcServer on c4c650e80f58/172.17.0.3:33115, sessionid=0x100a60009ef0007 2024-11-13T15:55:26,547 DEBUG [RS:0;c4c650e80f58:33115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T15:55:26,547 DEBUG [RS:0;c4c650e80f58:33115 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4c650e80f58,33115,1731513325056 2024-11-13T15:55:26,547 DEBUG [RS:0;c4c650e80f58:33115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,33115,1731513325056' 2024-11-13T15:55:26,547 DEBUG [RS:0;c4c650e80f58:33115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21134265867/flush-table-proc/abort' 2024-11-13T15:55:26,548 DEBUG [RS:0;c4c650e80f58:33115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21134265867/flush-table-proc/acquired' 2024-11-13T15:55:26,548 DEBUG [RS:0;c4c650e80f58:33115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T15:55:26,548 DEBUG [RS:0;c4c650e80f58:33115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T15:55:26,548 DEBUG [RS:0;c4c650e80f58:33115 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4c650e80f58,33115,1731513325056 2024-11-13T15:55:26,548 DEBUG [RS:0;c4c650e80f58:33115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,33115,1731513325056' 2024-11-13T15:55:26,548 DEBUG [RS:0;c4c650e80f58:33115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21134265867/online-snapshot/abort' 2024-11-13T15:55:26,548 DEBUG [RS:0;c4c650e80f58:33115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21134265867/online-snapshot/acquired' 2024-11-13T15:55:26,549 DEBUG [RS:0;c4c650e80f58:33115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T15:55:26,549 INFO [RS:0;c4c650e80f58:33115 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T15:55:26,549 INFO [RS:0;c4c650e80f58:33115 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T15:55:26,649 INFO [RS:0;c4c650e80f58:33115 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:55:26,651 INFO [RS:0;c4c650e80f58:33115 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C33115%2C1731513325056, suffix=, logDir=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056, archiveDir=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/oldWALs, maxLogs=10 2024-11-13T15:55:26,670 DEBUG [RS:0;c4c650e80f58:33115 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652, exclude list is [], retry=0 2024-11-13T15:55:26,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35493,DS-18531161-a4a9-49eb-bda7-4f613369fc04,DISK] 2024-11-13T15:55:26,674 INFO [RS:0;c4c650e80f58:33115 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652 2024-11-13T15:55:26,678 DEBUG [RS:0;c4c650e80f58:33115 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39811:39811)] 2024-11-13T15:55:26,861 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T15:55:26,861 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da 2024-11-13T15:55:26,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35493 is added to blk_1073741833_1009 (size=32) 2024-11-13T15:55:27,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:27,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:55:27,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:55:27,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:27,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:27,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:55:27,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:55:27,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:27,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:27,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:55:27,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:55:27,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:27,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:27,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:55:27,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:55:27,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:27,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:27,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:55:27,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/hbase/meta/1588230740 2024-11-13T15:55:27,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/hbase/meta/1588230740 2024-11-13T15:55:27,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:55:27,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:55:27,276 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:55:27,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:55:27,279 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:55:27,279 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70807173, jitterRate=0.05510909855365753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:55:27,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731513327267Initializing all the Stores at 1731513327268 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513327268Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513327268Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513327268Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513327268Cleaning up temporary data from old regions at 1731513327276 (+8 ms)Region opened successfully at 1731513327279 (+3 ms) 2024-11-13T15:55:27,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:55:27,279 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:55:27,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:55:27,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:55:27,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:55:27,280 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:55:27,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513327279Disabling compacts and flushes for region at 1731513327279Disabling writes for close at 1731513327279Writing region close event to WAL at 1731513327280 (+1 ms)Closed at 1731513327280 2024-11-13T15:55:27,281 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:55:27,281 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T15:55:27,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T15:55:27,282 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:55:27,283 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T15:55:27,433 DEBUG [c4c650e80f58:42153 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T15:55:27,433 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4c650e80f58,33115,1731513325056 2024-11-13T15:55:27,434 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,33115,1731513325056, state=OPENING 2024-11-13T15:55:27,436 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T15:55:27,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42153-0x100a60009ef0006, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134265867 2024-11-13T15:55:27,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x100a60009ef0007, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134265867 2024-11-13T15:55:27,438 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:55:27,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,33115,1731513325056}] 2024-11-13T15:55:27,438 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21134265867/meta-region-server: CHANGED 2024-11-13T15:55:27,438 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21134265867/meta-region-server: CHANGED 2024-11-13T15:55:27,590 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T15:55:27,592 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T15:55:27,595 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T15:55:27,595 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:55:27,595 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T15:55:27,596 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C33115%2C1731513325056.meta, suffix=.meta, logDir=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056, archiveDir=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/oldWALs, maxLogs=10 2024-11-13T15:55:27,622 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.meta.1731513327597.meta, exclude list is [], retry=0 2024-11-13T15:55:27,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35493,DS-18531161-a4a9-49eb-bda7-4f613369fc04,DISK] 2024-11-13T15:55:27,626 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.meta.1731513327597.meta 2024-11-13T15:55:27,626 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39811:39811)] 2024-11-13T15:55:27,627 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:55:27,627 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:55:27,627 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:55:27,627 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T15:55:27,627 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T15:55:27,627 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T15:55:27,627 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:27,628 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T15:55:27,628 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T15:55:27,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:55:27,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:55:27,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:27,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:27,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:55:27,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:55:27,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:27,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:27,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:55:27,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:55:27,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:27,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:27,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:55:27,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:55:27,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:27,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:27,633 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:55:27,634 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/hbase/meta/1588230740 2024-11-13T15:55:27,635 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/hbase/meta/1588230740 2024-11-13T15:55:27,636 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:55:27,636 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:55:27,636 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:55:27,637 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:55:27,638 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66801267, jitterRate=-0.0045835524797439575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:55:27,638 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T15:55:27,638 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731513327628Writing region info on filesystem at 1731513327628Initializing all the Stores at 1731513327628Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513327628Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513327629 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513327629Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513327629Cleaning up temporary data from old regions at 1731513327636 (+7 ms)Running coprocessor post-open hooks at 1731513327638 (+2 ms)Region opened successfully at 1731513327638 2024-11-13T15:55:27,639 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731513327590 2024-11-13T15:55:27,641 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T15:55:27,641 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T15:55:27,641 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,33115,1731513325056 2024-11-13T15:55:27,642 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,33115,1731513325056, state=OPEN 2024-11-13T15:55:27,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42153-0x100a60009ef0006, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21134265867/meta-region-server 2024-11-13T15:55:27,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x100a60009ef0007, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21134265867/meta-region-server 2024-11-13T15:55:27,644 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4c650e80f58,33115,1731513325056 2024-11-13T15:55:27,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21134265867/meta-region-server: CHANGED 2024-11-13T15:55:27,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21134265867/meta-region-server: CHANGED 2024-11-13T15:55:27,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T15:55:27,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,33115,1731513325056 in 206 msec 2024-11-13T15:55:27,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T15:55:27,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 365 msec 2024-11-13T15:55:27,648 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:55:27,648 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T15:55:27,649 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:55:27,649 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,33115,1731513325056, seqNum=-1] 2024-11-13T15:55:27,650 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:55:27,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:55:27,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2190 sec 2024-11-13T15:55:27,656 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731513327655, completionTime=-1 2024-11-13T15:55:27,656 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T15:55:27,656 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T15:55:27,658 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T15:55:27,658 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731513387658 2024-11-13T15:55:27,658 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731513447658 2024-11-13T15:55:27,658 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T15:55:27,658 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,42153,1731513324960-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:27,658 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,42153,1731513324960-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:27,658 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,42153,1731513324960-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:27,658 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4c650e80f58:42153, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:27,659 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:27,659 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:27,660 DEBUG [master/c4c650e80f58:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T15:55:27,662 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.570sec 2024-11-13T15:55:27,662 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T15:55:27,662 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T15:55:27,662 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T15:55:27,662 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T15:55:27,662 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T15:55:27,662 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,42153,1731513324960-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:55:27,662 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,42153,1731513324960-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T15:55:27,671 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T15:55:27,671 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T15:55:27,671 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,42153,1731513324960-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:27,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24239960, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:27,686 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,42153,-1 for getting cluster id 2024-11-13T15:55:27,687 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:55:27,688 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bab8b444-06b7-42dd-8627-6ab0f2082ff7' 2024-11-13T15:55:27,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:55:27,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bab8b444-06b7-42dd-8627-6ab0f2082ff7" 2024-11-13T15:55:27,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a425f8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:27,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,42153,-1] 2024-11-13T15:55:27,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:55:27,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:27,690 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:55:27,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13d3b75c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:27,692 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:55:27,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,33115,1731513325056, seqNum=-1] 2024-11-13T15:55:27,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:55:27,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:55:27,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4c650e80f58,42153,1731513324960 2024-11-13T15:55:27,705 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54286 2024-11-13T15:55:27,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:55:27,715 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:55:27,715 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100a60009ef0008 connected 2024-11-13T15:55:27,716 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,34517,1731513318541 2024-11-13T15:55:27,716 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c7e61c9 2024-11-13T15:55:27,717 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:55:27,718 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:55:27,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34517 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:55:27,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34517 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T15:55:27,722 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T15:55:27,722 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:27,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34517 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T15:55:27,723 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T15:55:27,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:55:27,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44777 is added to blk_1073741835_1011 (size=902) 2024-11-13T15:55:27,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:55:28,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:55:28,161 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 62607e37ddc1b091b01cec6d4cf24ec9, NAME => 'test,,1731513327718.62607e37ddc1b091b01cec6d4cf24ec9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262 2024-11-13T15:55:28,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44777 is added to blk_1073741836_1012 (size=39) 2024-11-13T15:55:28,173 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731513327718.62607e37ddc1b091b01cec6d4cf24ec9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:28,173 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 62607e37ddc1b091b01cec6d4cf24ec9, disabling compactions & flushes 2024-11-13T15:55:28,173 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731513327718.62607e37ddc1b091b01cec6d4cf24ec9. 2024-11-13T15:55:28,174 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731513327718.62607e37ddc1b091b01cec6d4cf24ec9. 2024-11-13T15:55:28,174 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731513327718.62607e37ddc1b091b01cec6d4cf24ec9. after waiting 0 ms 2024-11-13T15:55:28,174 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731513327718.62607e37ddc1b091b01cec6d4cf24ec9. 2024-11-13T15:55:28,174 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731513327718.62607e37ddc1b091b01cec6d4cf24ec9. 2024-11-13T15:55:28,174 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 62607e37ddc1b091b01cec6d4cf24ec9: Waiting for close lock at 1731513328173Disabling compacts and flushes for region at 1731513328173Disabling writes for close at 1731513328174 (+1 ms)Writing region close event to WAL at 1731513328174Closed at 1731513328174 2024-11-13T15:55:28,176 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T15:55:28,176 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731513327718.62607e37ddc1b091b01cec6d4cf24ec9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731513328176"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513328176"}]},"ts":"1731513328176"} 2024-11-13T15:55:28,179 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T15:55:28,180 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T15:55:28,180 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513328180"}]},"ts":"1731513328180"} 2024-11-13T15:55:28,182 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T15:55:28,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=62607e37ddc1b091b01cec6d4cf24ec9, ASSIGN}] 2024-11-13T15:55:28,184 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=62607e37ddc1b091b01cec6d4cf24ec9, ASSIGN 2024-11-13T15:55:28,185 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=62607e37ddc1b091b01cec6d4cf24ec9, ASSIGN; state=OFFLINE, location=c4c650e80f58,38957,1731513318640; forceNewPlan=false, retain=false 2024-11-13T15:55:28,336 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=62607e37ddc1b091b01cec6d4cf24ec9, regionState=OPENING, regionLocation=c4c650e80f58,38957,1731513318640 2024-11-13T15:55:28,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=62607e37ddc1b091b01cec6d4cf24ec9, ASSIGN because future has completed 2024-11-13T15:55:28,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62607e37ddc1b091b01cec6d4cf24ec9, server=c4c650e80f58,38957,1731513318640}] 2024-11-13T15:55:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:55:28,515 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731513327718.62607e37ddc1b091b01cec6d4cf24ec9. 2024-11-13T15:55:28,515 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 62607e37ddc1b091b01cec6d4cf24ec9, NAME => 'test,,1731513327718.62607e37ddc1b091b01cec6d4cf24ec9.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:55:28,515 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:55:28,515 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T15:55:28,515 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 62607e37ddc1b091b01cec6d4cf24ec9 2024-11-13T15:55:28,515 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731513327718.62607e37ddc1b091b01cec6d4cf24ec9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:28,515 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 62607e37ddc1b091b01cec6d4cf24ec9 2024-11-13T15:55:28,515 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 62607e37ddc1b091b01cec6d4cf24ec9 2024-11-13T15:55:28,517 INFO [StoreOpener-62607e37ddc1b091b01cec6d4cf24ec9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 62607e37ddc1b091b01cec6d4cf24ec9 2024-11-13T15:55:28,518 INFO [StoreOpener-62607e37ddc1b091b01cec6d4cf24ec9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62607e37ddc1b091b01cec6d4cf24ec9 columnFamilyName f 2024-11-13T15:55:28,518 DEBUG [StoreOpener-62607e37ddc1b091b01cec6d4cf24ec9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:28,519 INFO [StoreOpener-62607e37ddc1b091b01cec6d4cf24ec9-1 {}] regionserver.HStore(327): Store=62607e37ddc1b091b01cec6d4cf24ec9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:28,519 INFO [StoreOpener-62607e37ddc1b091b01cec6d4cf24ec9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 62607e37ddc1b091b01cec6d4cf24ec9 2024-11-13T15:55:28,520 INFO [StoreOpener-62607e37ddc1b091b01cec6d4cf24ec9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62607e37ddc1b091b01cec6d4cf24ec9 columnFamilyName f1 2024-11-13T15:55:28,520 DEBUG [StoreOpener-62607e37ddc1b091b01cec6d4cf24ec9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:28,520 INFO [StoreOpener-62607e37ddc1b091b01cec6d4cf24ec9-1 {}] regionserver.HStore(327): Store=62607e37ddc1b091b01cec6d4cf24ec9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:28,520 INFO [StoreOpener-62607e37ddc1b091b01cec6d4cf24ec9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 62607e37ddc1b091b01cec6d4cf24ec9 2024-11-13T15:55:28,521 INFO [StoreOpener-62607e37ddc1b091b01cec6d4cf24ec9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62607e37ddc1b091b01cec6d4cf24ec9 columnFamilyName norep 2024-11-13T15:55:28,521 DEBUG [StoreOpener-62607e37ddc1b091b01cec6d4cf24ec9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:28,521 INFO [StoreOpener-62607e37ddc1b091b01cec6d4cf24ec9-1 {}] regionserver.HStore(327): Store=62607e37ddc1b091b01cec6d4cf24ec9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:28,521 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 62607e37ddc1b091b01cec6d4cf24ec9 2024-11-13T15:55:28,522 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/default/test/62607e37ddc1b091b01cec6d4cf24ec9 2024-11-13T15:55:28,522 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/default/test/62607e37ddc1b091b01cec6d4cf24ec9 2024-11-13T15:55:28,523 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 62607e37ddc1b091b01cec6d4cf24ec9 2024-11-13T15:55:28,523 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 62607e37ddc1b091b01cec6d4cf24ec9 2024-11-13T15:55:28,523 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T15:55:28,524 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 62607e37ddc1b091b01cec6d4cf24ec9 2024-11-13T15:55:28,527 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/default/test/62607e37ddc1b091b01cec6d4cf24ec9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:55:28,527 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 62607e37ddc1b091b01cec6d4cf24ec9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69620336, jitterRate=0.03742384910583496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T15:55:28,527 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62607e37ddc1b091b01cec6d4cf24ec9 2024-11-13T15:55:28,528 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 62607e37ddc1b091b01cec6d4cf24ec9: Running coprocessor pre-open hook at 1731513328516Writing region info on filesystem at 1731513328516Initializing all the Stores at 1731513328516Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513328516Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513328517 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513328517Cleaning up temporary data from old regions at 1731513328523 (+6 ms)Running coprocessor post-open hooks at 1731513328527 (+4 ms)Region opened successfully at 1731513328528 (+1 ms) 2024-11-13T15:55:28,530 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731513327718.62607e37ddc1b091b01cec6d4cf24ec9., pid=6, masterSystemTime=1731513328499 2024-11-13T15:55:28,532 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731513327718.62607e37ddc1b091b01cec6d4cf24ec9. 2024-11-13T15:55:28,532 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731513327718.62607e37ddc1b091b01cec6d4cf24ec9. 2024-11-13T15:55:28,532 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=62607e37ddc1b091b01cec6d4cf24ec9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c4c650e80f58,38957,1731513318640 2024-11-13T15:55:28,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62607e37ddc1b091b01cec6d4cf24ec9, server=c4c650e80f58,38957,1731513318640 because future has completed 2024-11-13T15:55:28,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T15:55:28,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 62607e37ddc1b091b01cec6d4cf24ec9, server=c4c650e80f58,38957,1731513318640 in 196 msec 2024-11-13T15:55:28,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T15:55:28,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=62607e37ddc1b091b01cec6d4cf24ec9, ASSIGN in 354 msec 2024-11-13T15:55:28,540 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T15:55:28,540 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513328540"}]},"ts":"1731513328540"} 2024-11-13T15:55:28,542 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T15:55:28,543 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T15:55:28,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 824 msec 2024-11-13T15:55:28,601 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:55:28,602 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c4c650e80f58,41263,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:41263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T15:55:28,603 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38484 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c4c650e80f58,41263,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:41263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T15:55:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:55:28,863 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:55:28,863 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T15:55:28,864 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,32801,1731513321625 2024-11-13T15:55:28,864 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e15c6f 2024-11-13T15:55:28,864 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:55:28,865 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:55:28,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:55:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T15:55:28,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T15:55:28,867 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:28,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T15:55:28,868 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T15:55:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:55:28,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741835_1011 (size=902) 2024-11-13T15:55:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:55:29,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:55:29,275 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d1bd43c08fd8f7f43437e80eefdbc2a3, NAME => 'test,,1731513328865.d1bd43c08fd8f7f43437e80eefdbc2a3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c 2024-11-13T15:55:29,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741836_1012 (size=39) 2024-11-13T15:55:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:55:29,681 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731513328865.d1bd43c08fd8f7f43437e80eefdbc2a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:29,682 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d1bd43c08fd8f7f43437e80eefdbc2a3, disabling compactions & flushes 2024-11-13T15:55:29,682 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731513328865.d1bd43c08fd8f7f43437e80eefdbc2a3. 2024-11-13T15:55:29,682 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731513328865.d1bd43c08fd8f7f43437e80eefdbc2a3. 2024-11-13T15:55:29,682 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731513328865.d1bd43c08fd8f7f43437e80eefdbc2a3. after waiting 0 ms 2024-11-13T15:55:29,682 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731513328865.d1bd43c08fd8f7f43437e80eefdbc2a3. 2024-11-13T15:55:29,682 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731513328865.d1bd43c08fd8f7f43437e80eefdbc2a3. 2024-11-13T15:55:29,682 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d1bd43c08fd8f7f43437e80eefdbc2a3: Waiting for close lock at 1731513329682Disabling compacts and flushes for region at 1731513329682Disabling writes for close at 1731513329682Writing region close event to WAL at 1731513329682Closed at 1731513329682 2024-11-13T15:55:29,683 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T15:55:29,683 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731513328865.d1bd43c08fd8f7f43437e80eefdbc2a3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731513329683"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513329683"}]},"ts":"1731513329683"} 2024-11-13T15:55:29,685 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T15:55:29,686 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T15:55:29,687 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513329687"}]},"ts":"1731513329687"} 2024-11-13T15:55:29,689 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T15:55:29,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d1bd43c08fd8f7f43437e80eefdbc2a3, ASSIGN}] 2024-11-13T15:55:29,690 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d1bd43c08fd8f7f43437e80eefdbc2a3, ASSIGN 2024-11-13T15:55:29,690 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d1bd43c08fd8f7f43437e80eefdbc2a3, ASSIGN; state=OFFLINE, location=c4c650e80f58,39669,1731513321664; forceNewPlan=false, retain=false 2024-11-13T15:55:29,841 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d1bd43c08fd8f7f43437e80eefdbc2a3, regionState=OPENING, regionLocation=c4c650e80f58,39669,1731513321664 2024-11-13T15:55:29,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d1bd43c08fd8f7f43437e80eefdbc2a3, ASSIGN because future has completed 2024-11-13T15:55:29,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1bd43c08fd8f7f43437e80eefdbc2a3, server=c4c650e80f58,39669,1731513321664}] 2024-11-13T15:55:29,999 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731513328865.d1bd43c08fd8f7f43437e80eefdbc2a3. 2024-11-13T15:55:29,999 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d1bd43c08fd8f7f43437e80eefdbc2a3, NAME => 'test,,1731513328865.d1bd43c08fd8f7f43437e80eefdbc2a3.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:55:29,999 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:55:29,999 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T15:55:29,999 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d1bd43c08fd8f7f43437e80eefdbc2a3 2024-11-13T15:55:30,000 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731513328865.d1bd43c08fd8f7f43437e80eefdbc2a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:30,000 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d1bd43c08fd8f7f43437e80eefdbc2a3 2024-11-13T15:55:30,000 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d1bd43c08fd8f7f43437e80eefdbc2a3 2024-11-13T15:55:30,001 INFO [StoreOpener-d1bd43c08fd8f7f43437e80eefdbc2a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d1bd43c08fd8f7f43437e80eefdbc2a3 2024-11-13T15:55:30,002 INFO [StoreOpener-d1bd43c08fd8f7f43437e80eefdbc2a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1bd43c08fd8f7f43437e80eefdbc2a3 columnFamilyName f 2024-11-13T15:55:30,002 DEBUG [StoreOpener-d1bd43c08fd8f7f43437e80eefdbc2a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:30,002 INFO [StoreOpener-d1bd43c08fd8f7f43437e80eefdbc2a3-1 {}] regionserver.HStore(327): Store=d1bd43c08fd8f7f43437e80eefdbc2a3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:30,002 INFO [StoreOpener-d1bd43c08fd8f7f43437e80eefdbc2a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d1bd43c08fd8f7f43437e80eefdbc2a3 2024-11-13T15:55:30,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:55:30,003 INFO [StoreOpener-d1bd43c08fd8f7f43437e80eefdbc2a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1bd43c08fd8f7f43437e80eefdbc2a3 columnFamilyName f1 2024-11-13T15:55:30,003 DEBUG [StoreOpener-d1bd43c08fd8f7f43437e80eefdbc2a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:30,004 INFO [StoreOpener-d1bd43c08fd8f7f43437e80eefdbc2a3-1 {}] regionserver.HStore(327): Store=d1bd43c08fd8f7f43437e80eefdbc2a3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:30,004 INFO [StoreOpener-d1bd43c08fd8f7f43437e80eefdbc2a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d1bd43c08fd8f7f43437e80eefdbc2a3 2024-11-13T15:55:30,005 INFO [StoreOpener-d1bd43c08fd8f7f43437e80eefdbc2a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1bd43c08fd8f7f43437e80eefdbc2a3 columnFamilyName norep 2024-11-13T15:55:30,005 DEBUG [StoreOpener-d1bd43c08fd8f7f43437e80eefdbc2a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:30,005 INFO [StoreOpener-d1bd43c08fd8f7f43437e80eefdbc2a3-1 {}] regionserver.HStore(327): Store=d1bd43c08fd8f7f43437e80eefdbc2a3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:30,005 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d1bd43c08fd8f7f43437e80eefdbc2a3 2024-11-13T15:55:30,005 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/default/test/d1bd43c08fd8f7f43437e80eefdbc2a3 2024-11-13T15:55:30,006 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/default/test/d1bd43c08fd8f7f43437e80eefdbc2a3 2024-11-13T15:55:30,007 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d1bd43c08fd8f7f43437e80eefdbc2a3 2024-11-13T15:55:30,007 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d1bd43c08fd8f7f43437e80eefdbc2a3 2024-11-13T15:55:30,007 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T15:55:30,008 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d1bd43c08fd8f7f43437e80eefdbc2a3 2024-11-13T15:55:30,010 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/default/test/d1bd43c08fd8f7f43437e80eefdbc2a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:55:30,010 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d1bd43c08fd8f7f43437e80eefdbc2a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69983215, jitterRate=0.042831167578697205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T15:55:30,011 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d1bd43c08fd8f7f43437e80eefdbc2a3 2024-11-13T15:55:30,011 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d1bd43c08fd8f7f43437e80eefdbc2a3: Running coprocessor pre-open hook at 1731513330000Writing region info on filesystem at 1731513330000Initializing all the Stores at 1731513330000Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513330000Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513330000Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513330000Cleaning up temporary data from old regions at 1731513330007 (+7 ms)Running coprocessor post-open hooks at 1731513330011 (+4 ms)Region opened successfully at 1731513330011 2024-11-13T15:55:30,012 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731513328865.d1bd43c08fd8f7f43437e80eefdbc2a3., pid=6, masterSystemTime=1731513329995 2024-11-13T15:55:30,017 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731513328865.d1bd43c08fd8f7f43437e80eefdbc2a3. 2024-11-13T15:55:30,017 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731513328865.d1bd43c08fd8f7f43437e80eefdbc2a3. 2024-11-13T15:55:30,018 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d1bd43c08fd8f7f43437e80eefdbc2a3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c4c650e80f58,39669,1731513321664 2024-11-13T15:55:30,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1bd43c08fd8f7f43437e80eefdbc2a3, server=c4c650e80f58,39669,1731513321664 because future has completed 2024-11-13T15:55:30,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T15:55:30,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d1bd43c08fd8f7f43437e80eefdbc2a3, server=c4c650e80f58,39669,1731513321664 in 178 msec 2024-11-13T15:55:30,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T15:55:30,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d1bd43c08fd8f7f43437e80eefdbc2a3, ASSIGN in 333 msec 2024-11-13T15:55:30,025 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T15:55:30,025 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513330025"}]},"ts":"1731513330025"} 2024-11-13T15:55:30,027 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T15:55:30,028 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T15:55:30,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1630 sec 2024-11-13T15:55:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:55:31,012 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T15:55:31,012 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:55:31,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,42153,1731513324960 2024-11-13T15:55:31,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cec23b1 2024-11-13T15:55:31,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:55:31,014 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:55:31,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:55:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T15:55:31,016 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T15:55:31,017 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:31,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T15:55:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:55:31,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T15:55:31,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35493 is added to blk_1073741835_1011 (size=902) 2024-11-13T15:55:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:55:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:55:31,428 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bc8e8129a8749ad4ab7a3ebde081464b, NAME => 'test,,1731513331014.bc8e8129a8749ad4ab7a3ebde081464b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da 2024-11-13T15:55:31,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35493 is added to blk_1073741836_1012 (size=39) 2024-11-13T15:55:31,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:55:31,717 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T15:55:31,836 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731513331014.bc8e8129a8749ad4ab7a3ebde081464b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:31,836 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bc8e8129a8749ad4ab7a3ebde081464b, disabling compactions & flushes 2024-11-13T15:55:31,836 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731513331014.bc8e8129a8749ad4ab7a3ebde081464b. 2024-11-13T15:55:31,836 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731513331014.bc8e8129a8749ad4ab7a3ebde081464b. 2024-11-13T15:55:31,837 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731513331014.bc8e8129a8749ad4ab7a3ebde081464b. after waiting 0 ms 2024-11-13T15:55:31,837 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731513331014.bc8e8129a8749ad4ab7a3ebde081464b. 2024-11-13T15:55:31,837 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731513331014.bc8e8129a8749ad4ab7a3ebde081464b. 2024-11-13T15:55:31,837 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bc8e8129a8749ad4ab7a3ebde081464b: Waiting for close lock at 1731513331836Disabling compacts and flushes for region at 1731513331836Disabling writes for close at 1731513331837 (+1 ms)Writing region close event to WAL at 1731513331837Closed at 1731513331837 2024-11-13T15:55:31,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T15:55:31,838 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731513331014.bc8e8129a8749ad4ab7a3ebde081464b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731513331838"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513331838"}]},"ts":"1731513331838"} 2024-11-13T15:55:31,840 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T15:55:31,840 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T15:55:31,841 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513331840"}]},"ts":"1731513331840"} 2024-11-13T15:55:31,842 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T15:55:31,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bc8e8129a8749ad4ab7a3ebde081464b, ASSIGN}] 2024-11-13T15:55:31,843 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bc8e8129a8749ad4ab7a3ebde081464b, ASSIGN 2024-11-13T15:55:31,844 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bc8e8129a8749ad4ab7a3ebde081464b, ASSIGN; state=OFFLINE, location=c4c650e80f58,33115,1731513325056; forceNewPlan=false, retain=false 2024-11-13T15:55:31,994 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bc8e8129a8749ad4ab7a3ebde081464b, regionState=OPENING, regionLocation=c4c650e80f58,33115,1731513325056 2024-11-13T15:55:31,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bc8e8129a8749ad4ab7a3ebde081464b, ASSIGN because future has completed 2024-11-13T15:55:31,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc8e8129a8749ad4ab7a3ebde081464b, server=c4c650e80f58,33115,1731513325056}] 2024-11-13T15:55:32,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:55:32,151 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731513331014.bc8e8129a8749ad4ab7a3ebde081464b. 2024-11-13T15:55:32,152 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bc8e8129a8749ad4ab7a3ebde081464b, NAME => 'test,,1731513331014.bc8e8129a8749ad4ab7a3ebde081464b.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:55:32,152 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:55:32,152 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T15:55:32,152 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bc8e8129a8749ad4ab7a3ebde081464b 2024-11-13T15:55:32,152 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731513331014.bc8e8129a8749ad4ab7a3ebde081464b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:32,152 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bc8e8129a8749ad4ab7a3ebde081464b 2024-11-13T15:55:32,152 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bc8e8129a8749ad4ab7a3ebde081464b 2024-11-13T15:55:32,153 INFO [StoreOpener-bc8e8129a8749ad4ab7a3ebde081464b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bc8e8129a8749ad4ab7a3ebde081464b 2024-11-13T15:55:32,154 INFO [StoreOpener-bc8e8129a8749ad4ab7a3ebde081464b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc8e8129a8749ad4ab7a3ebde081464b columnFamilyName f 2024-11-13T15:55:32,154 DEBUG [StoreOpener-bc8e8129a8749ad4ab7a3ebde081464b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:32,155 INFO [StoreOpener-bc8e8129a8749ad4ab7a3ebde081464b-1 {}] regionserver.HStore(327): Store=bc8e8129a8749ad4ab7a3ebde081464b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:32,155 INFO [StoreOpener-bc8e8129a8749ad4ab7a3ebde081464b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bc8e8129a8749ad4ab7a3ebde081464b 2024-11-13T15:55:32,156 INFO [StoreOpener-bc8e8129a8749ad4ab7a3ebde081464b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc8e8129a8749ad4ab7a3ebde081464b columnFamilyName f1 2024-11-13T15:55:32,156 DEBUG [StoreOpener-bc8e8129a8749ad4ab7a3ebde081464b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:32,156 INFO [StoreOpener-bc8e8129a8749ad4ab7a3ebde081464b-1 {}] regionserver.HStore(327): Store=bc8e8129a8749ad4ab7a3ebde081464b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:32,156 INFO [StoreOpener-bc8e8129a8749ad4ab7a3ebde081464b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bc8e8129a8749ad4ab7a3ebde081464b 2024-11-13T15:55:32,157 INFO [StoreOpener-bc8e8129a8749ad4ab7a3ebde081464b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc8e8129a8749ad4ab7a3ebde081464b columnFamilyName norep 2024-11-13T15:55:32,157 DEBUG [StoreOpener-bc8e8129a8749ad4ab7a3ebde081464b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:32,157 INFO [StoreOpener-bc8e8129a8749ad4ab7a3ebde081464b-1 {}] regionserver.HStore(327): Store=bc8e8129a8749ad4ab7a3ebde081464b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:32,157 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bc8e8129a8749ad4ab7a3ebde081464b 2024-11-13T15:55:32,157 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/default/test/bc8e8129a8749ad4ab7a3ebde081464b 2024-11-13T15:55:32,158 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/default/test/bc8e8129a8749ad4ab7a3ebde081464b 2024-11-13T15:55:32,159 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bc8e8129a8749ad4ab7a3ebde081464b 2024-11-13T15:55:32,159 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bc8e8129a8749ad4ab7a3ebde081464b 2024-11-13T15:55:32,159 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T15:55:32,160 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bc8e8129a8749ad4ab7a3ebde081464b 2024-11-13T15:55:32,162 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/default/test/bc8e8129a8749ad4ab7a3ebde081464b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:55:32,162 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bc8e8129a8749ad4ab7a3ebde081464b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72198231, jitterRate=0.07583747804164886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T15:55:32,162 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc8e8129a8749ad4ab7a3ebde081464b 2024-11-13T15:55:32,162 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bc8e8129a8749ad4ab7a3ebde081464b: Running coprocessor pre-open hook at 1731513332152Writing region info on filesystem at 1731513332152Initializing all the Stores at 1731513332153 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513332153Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513332153Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513332153Cleaning up temporary data from old regions at 1731513332159 (+6 ms)Running coprocessor post-open hooks at 1731513332162 (+3 ms)Region opened successfully at 1731513332162 2024-11-13T15:55:32,163 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731513331014.bc8e8129a8749ad4ab7a3ebde081464b., pid=6, masterSystemTime=1731513332148 2024-11-13T15:55:32,165 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731513331014.bc8e8129a8749ad4ab7a3ebde081464b. 2024-11-13T15:55:32,165 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731513331014.bc8e8129a8749ad4ab7a3ebde081464b. 2024-11-13T15:55:32,166 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bc8e8129a8749ad4ab7a3ebde081464b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c4c650e80f58,33115,1731513325056 2024-11-13T15:55:32,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc8e8129a8749ad4ab7a3ebde081464b, server=c4c650e80f58,33115,1731513325056 because future has completed 2024-11-13T15:55:32,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T15:55:32,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bc8e8129a8749ad4ab7a3ebde081464b, server=c4c650e80f58,33115,1731513325056 in 172 msec 2024-11-13T15:55:32,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T15:55:32,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bc8e8129a8749ad4ab7a3ebde081464b, ASSIGN in 328 msec 2024-11-13T15:55:32,173 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T15:55:32,173 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513332173"}]},"ts":"1731513332173"} 2024-11-13T15:55:32,175 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T15:55:32,175 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T15:55:32,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-13T15:55:33,130 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T15:55:33,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:33,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:33,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:55:33,162 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T15:55:33,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d6463d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:33,163 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,34517,-1 for getting cluster id 2024-11-13T15:55:33,163 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:55:33,164 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59ea2c14-2aa2-4cb9-aae4-4fb2d4d3f058' 2024-11-13T15:55:33,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:55:33,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59ea2c14-2aa2-4cb9-aae4-4fb2d4d3f058" 2024-11-13T15:55:33,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3006193f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:33,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,34517,-1] 2024-11-13T15:55:33,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:55:33,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:33,166 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:55:33,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b1ba9e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:33,167 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:55:33,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,34517,1731513318541 2024-11-13T15:55:33,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@be3a04b 2024-11-13T15:55:33,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:55:33,169 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:55:33,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34517 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c4c650e80f58:32801,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T15:55:33,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:33,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34517 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T15:55:33,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:33,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:33,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:55:33,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:33,173 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:32801' 2024-11-13T15:55:33,174 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2540990f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:33,174 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,32801,-1 for getting cluster id 2024-11-13T15:55:33,174 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:55:33,174 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c093a19-7358-489b-8491-c13528e1b569' 2024-11-13T15:55:33,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:55:33,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c093a19-7358-489b-8491-c13528e1b569" 2024-11-13T15:55:33,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@206a21e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:33,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,32801,-1] 2024-11-13T15:55:33,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:55:33,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:33,176 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:55:33,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b60d9ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:33,177 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:55:33,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,32801,1731513321625 2024-11-13T15:55:33,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b1617fc 2024-11-13T15:55:33,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:55:33,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:33,182 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:55:33,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:33,183 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T15:55:33,183 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T15:55:33,183 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:33,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:33,183 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:33,183 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:55:33,184 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:55:33,185 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T15:55:33,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:33,186 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T15:55:33,186 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:33,200 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T15:55:33,214 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T15:55:33,214 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T15:55:33,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T15:55:33,215 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T15:55:33,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44777 is added to blk_1073741837_1013 (size=1138) 2024-11-13T15:55:33,235 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T15:55:33,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:55:33,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:55:33,619 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 967a75289c6e4efecdcd657aae5da1ae, NAME => 'hbase:replication,,1731513333183.967a75289c6e4efecdcd657aae5da1ae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262 2024-11-13T15:55:33,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44777 is added to blk_1073741838_1014 (size=44) 2024-11-13T15:55:33,631 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731513333183.967a75289c6e4efecdcd657aae5da1ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:33,631 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 967a75289c6e4efecdcd657aae5da1ae, disabling compactions & flushes 2024-11-13T15:55:33,631 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731513333183.967a75289c6e4efecdcd657aae5da1ae. 2024-11-13T15:55:33,631 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731513333183.967a75289c6e4efecdcd657aae5da1ae. 2024-11-13T15:55:33,631 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731513333183.967a75289c6e4efecdcd657aae5da1ae. after waiting 0 ms 2024-11-13T15:55:33,631 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731513333183.967a75289c6e4efecdcd657aae5da1ae. 2024-11-13T15:55:33,631 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731513333183.967a75289c6e4efecdcd657aae5da1ae. 2024-11-13T15:55:33,632 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 967a75289c6e4efecdcd657aae5da1ae: Waiting for close lock at 1731513333631Disabling compacts and flushes for region at 1731513333631Disabling writes for close at 1731513333631Writing region close event to WAL at 1731513333631Closed at 1731513333631 2024-11-13T15:55:33,633 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T15:55:33,633 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731513333183.967a75289c6e4efecdcd657aae5da1ae.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731513333633"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513333633"}]},"ts":"1731513333633"} 2024-11-13T15:55:33,636 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T15:55:33,641 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T15:55:33,641 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513333641"}]},"ts":"1731513333641"} 2024-11-13T15:55:33,643 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T15:55:33,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=967a75289c6e4efecdcd657aae5da1ae, ASSIGN}] 2024-11-13T15:55:33,645 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=967a75289c6e4efecdcd657aae5da1ae, ASSIGN 2024-11-13T15:55:33,645 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=967a75289c6e4efecdcd657aae5da1ae, ASSIGN; state=OFFLINE, location=c4c650e80f58,38957,1731513318640; forceNewPlan=false, retain=false 2024-11-13T15:55:33,796 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=967a75289c6e4efecdcd657aae5da1ae, regionState=OPENING, regionLocation=c4c650e80f58,38957,1731513318640 2024-11-13T15:55:33,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=967a75289c6e4efecdcd657aae5da1ae, ASSIGN because future has completed 2024-11-13T15:55:33,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 967a75289c6e4efecdcd657aae5da1ae, server=c4c650e80f58,38957,1731513318640}] 2024-11-13T15:55:33,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:55:33,979 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731513333183.967a75289c6e4efecdcd657aae5da1ae. 2024-11-13T15:55:33,979 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:55:33,979 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T15:55:33,981 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C38957%2C1731513318640.rep, suffix=, logDir=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640, archiveDir=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/oldWALs, maxLogs=10 2024-11-13T15:55:34,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.rep.1731513333981, exclude list is [], retry=0 2024-11-13T15:55:34,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44777,DS-102417d7-0248-4fce-a3ea-a1b3071a9562,DISK] 2024-11-13T15:55:34,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.rep.1731513333981 2024-11-13T15:55:34,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43099:43099)] 2024-11-13T15:55:34,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 967a75289c6e4efecdcd657aae5da1ae, NAME => 'hbase:replication,,1731513333183.967a75289c6e4efecdcd657aae5da1ae.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:55:34,022 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:55:34,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:55:34,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731513333183.967a75289c6e4efecdcd657aae5da1ae. service=MultiRowMutationService 2024-11-13T15:55:34,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T15:55:34,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 967a75289c6e4efecdcd657aae5da1ae 2024-11-13T15:55:34,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731513333183.967a75289c6e4efecdcd657aae5da1ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:34,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 967a75289c6e4efecdcd657aae5da1ae 2024-11-13T15:55:34,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 967a75289c6e4efecdcd657aae5da1ae 2024-11-13T15:55:34,027 INFO [StoreOpener-967a75289c6e4efecdcd657aae5da1ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 967a75289c6e4efecdcd657aae5da1ae 2024-11-13T15:55:34,033 INFO [StoreOpener-967a75289c6e4efecdcd657aae5da1ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 967a75289c6e4efecdcd657aae5da1ae columnFamilyName hfileref 2024-11-13T15:55:34,033 DEBUG [StoreOpener-967a75289c6e4efecdcd657aae5da1ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:34,033 INFO [StoreOpener-967a75289c6e4efecdcd657aae5da1ae-1 {}] regionserver.HStore(327): Store=967a75289c6e4efecdcd657aae5da1ae/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:34,033 INFO [StoreOpener-967a75289c6e4efecdcd657aae5da1ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 967a75289c6e4efecdcd657aae5da1ae 2024-11-13T15:55:34,034 INFO [StoreOpener-967a75289c6e4efecdcd657aae5da1ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 967a75289c6e4efecdcd657aae5da1ae columnFamilyName queue 2024-11-13T15:55:34,034 DEBUG [StoreOpener-967a75289c6e4efecdcd657aae5da1ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:34,035 INFO [StoreOpener-967a75289c6e4efecdcd657aae5da1ae-1 {}] regionserver.HStore(327): Store=967a75289c6e4efecdcd657aae5da1ae/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:34,035 INFO [StoreOpener-967a75289c6e4efecdcd657aae5da1ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 967a75289c6e4efecdcd657aae5da1ae 2024-11-13T15:55:34,039 INFO [StoreOpener-967a75289c6e4efecdcd657aae5da1ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 967a75289c6e4efecdcd657aae5da1ae columnFamilyName sid 2024-11-13T15:55:34,039 DEBUG [StoreOpener-967a75289c6e4efecdcd657aae5da1ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:34,039 INFO [StoreOpener-967a75289c6e4efecdcd657aae5da1ae-1 {}] regionserver.HStore(327): Store=967a75289c6e4efecdcd657aae5da1ae/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:34,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 967a75289c6e4efecdcd657aae5da1ae 2024-11-13T15:55:34,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/hbase/replication/967a75289c6e4efecdcd657aae5da1ae 2024-11-13T15:55:34,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/hbase/replication/967a75289c6e4efecdcd657aae5da1ae 2024-11-13T15:55:34,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 967a75289c6e4efecdcd657aae5da1ae 2024-11-13T15:55:34,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 967a75289c6e4efecdcd657aae5da1ae 2024-11-13T15:55:34,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T15:55:34,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 967a75289c6e4efecdcd657aae5da1ae 2024-11-13T15:55:34,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/hbase/replication/967a75289c6e4efecdcd657aae5da1ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:55:34,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 967a75289c6e4efecdcd657aae5da1ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64796302, jitterRate=-0.034459859132766724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T15:55:34,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 967a75289c6e4efecdcd657aae5da1ae 2024-11-13T15:55:34,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 967a75289c6e4efecdcd657aae5da1ae: Running coprocessor pre-open hook at 1731513334023Writing region info on filesystem at 1731513334023Initializing all the Stores at 1731513334024 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513334024Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513334026 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513334026Cleaning up temporary data from old regions at 1731513334049 (+23 ms)Running coprocessor post-open hooks at 1731513334059 (+10 ms)Region opened successfully at 1731513334059 2024-11-13T15:55:34,060 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731513333183.967a75289c6e4efecdcd657aae5da1ae., pid=10, masterSystemTime=1731513333973 2024-11-13T15:55:34,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731513333183.967a75289c6e4efecdcd657aae5da1ae. 2024-11-13T15:55:34,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731513333183.967a75289c6e4efecdcd657aae5da1ae. 2024-11-13T15:55:34,063 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=967a75289c6e4efecdcd657aae5da1ae, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,38957,1731513318640 2024-11-13T15:55:34,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 967a75289c6e4efecdcd657aae5da1ae, server=c4c650e80f58,38957,1731513318640 because future has completed 2024-11-13T15:55:34,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T15:55:34,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 967a75289c6e4efecdcd657aae5da1ae, server=c4c650e80f58,38957,1731513318640 in 272 msec 2024-11-13T15:55:34,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T15:55:34,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=967a75289c6e4efecdcd657aae5da1ae, ASSIGN in 430 msec 2024-11-13T15:55:34,076 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T15:55:34,076 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513334076"}]},"ts":"1731513334076"} 2024-11-13T15:55:34,078 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T15:55:34,078 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T15:55:34,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 894 msec 2024-11-13T15:55:34,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731513333183.967a75289c6e4efecdcd657aae5da1ae., hostname=c4c650e80f58,38957,1731513318640, seqNum=2] 2024-11-13T15:55:34,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34517-0x100a60009ef0000, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828873838 2024-11-13T15:55:34,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38957-0x100a60009ef0001, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828873838 2024-11-13T15:55:34,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T15:55:34,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38957 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T15:55:34,258 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T15:55:34,295 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c4c650e80f58,38957,1731513318640, ReplicationSource: 1, currentBandwidth=0 2024-11-13T15:55:34,296 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:55:34,296 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38957,1731513318640, seqNum=-1] 2024-11-13T15:55:34,297 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:55:34,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-13T15:55:34,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c4c650e80f58,38957,1731513318640', locateType=CURRENT is [region=hbase:replication,,1731513333183.967a75289c6e4efecdcd657aae5da1ae., hostname=c4c650e80f58,38957,1731513318640, seqNum=2] 2024-11-13T15:55:34,306 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T15:55:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34517 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T15:55:34,308 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c4c650e80f58,38957,1731513318640 suceeded 2024-11-13T15:55:34,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T15:55:34,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-13T15:55:34,311 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c4c650e80f58:32801,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T15:55:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:55:34,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1410 sec 2024-11-13T15:55:34,327 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:32801' 2024-11-13T15:55:34,329 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4098fcf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:34,329 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,32801,-1 for getting cluster id 2024-11-13T15:55:34,329 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:55:34,331 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c093a19-7358-489b-8491-c13528e1b569' 2024-11-13T15:55:34,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:55:34,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c093a19-7358-489b-8491-c13528e1b569" 2024-11-13T15:55:34,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10c34449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:34,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,32801,-1] 2024-11-13T15:55:34,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:55:34,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:34,332 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:55:34,334 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31868c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:34,334 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:55:34,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,32801,1731513321625 2024-11-13T15:55:34,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@258e0f96 2024-11-13T15:55:34,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:55:34,336 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-13T15:55:34,337 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c4c650e80f58,38957,1731513318640 (queues=1) is replicating from cluster=59ea2c14-2aa2-4cb9-aae4-4fb2d4d3f058 to cluster=4c093a19-7358-489b-8491-c13528e1b569 2024-11-13T15:55:34,337 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c4c650e80f58%2C38957%2C1731513318640 2024-11-13T15:55:34,337 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c4c650e80f58,38957,1731513318640, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T15:55:34,337 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855, startPosition=0, beingWritten=true 2024-11-13T15:55:34,342 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.shipperc4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4c650e80f58%2C38957%2C1731513318640 2024-11-13T15:55:34,349 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:55:34,349 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 379, reset compression=false 2024-11-13T15:55:34,349 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.shipperc4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,38957,1731513318640 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T15:55:34,555 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 379, reset compression=false 2024-11-13T15:55:34,860 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 379, reset compression=false 2024-11-13T15:55:35,263 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 379, reset compression=false 2024-11-13T15:55:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:55:35,322 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T15:55:35,322 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:55:35,323 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:55:35,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:35,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:35,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:55:35,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@684f144c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:35,324 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,32801,-1 for getting cluster id 2024-11-13T15:55:35,324 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:55:35,324 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c093a19-7358-489b-8491-c13528e1b569' 2024-11-13T15:55:35,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:55:35,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c093a19-7358-489b-8491-c13528e1b569" 2024-11-13T15:55:35,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d20db2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:35,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,32801,-1] 2024-11-13T15:55:35,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:55:35,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:35,327 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:55:35,327 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd282d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:35,328 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:55:35,328 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,32801,1731513321625 2024-11-13T15:55:35,329 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@455e86fa 2024-11-13T15:55:35,329 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:55:35,330 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:55:35,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c4c650e80f58:42153,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T15:55:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T15:55:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:55:35,333 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:42153' 2024-11-13T15:55:35,335 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72d228d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:35,335 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,42153,-1 for getting cluster id 2024-11-13T15:55:35,335 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:55:35,335 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bab8b444-06b7-42dd-8627-6ab0f2082ff7' 2024-11-13T15:55:35,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:55:35,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bab8b444-06b7-42dd-8627-6ab0f2082ff7" 2024-11-13T15:55:35,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e004c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:35,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,42153,-1] 2024-11-13T15:55:35,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:55:35,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:35,337 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:55:35,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@298b1d42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:35,338 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:55:35,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,42153,1731513324960 2024-11-13T15:55:35,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52e2aa64 2024-11-13T15:55:35,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:55:35,339 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:55:35,340 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T15:55:35,340 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T15:55:35,340 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:35,340 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:35,341 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:55:35,342 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T15:55:35,342 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:55:35,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T15:55:35,344 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:35,345 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T15:55:35,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741837_1013 (size=1138) 2024-11-13T15:55:35,371 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 52fc917b2d089fa894f32faacbd2c5f5, NAME => 'hbase:replication,,1731513335341.52fc917b2d089fa894f32faacbd2c5f5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c 2024-11-13T15:55:35,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741838_1014 (size=44) 2024-11-13T15:55:35,396 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T15:55:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:55:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:55:35,767 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 379, reset compression=false 2024-11-13T15:55:35,783 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731513335341.52fc917b2d089fa894f32faacbd2c5f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:35,783 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 52fc917b2d089fa894f32faacbd2c5f5, disabling compactions & flushes 2024-11-13T15:55:35,783 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731513335341.52fc917b2d089fa894f32faacbd2c5f5. 2024-11-13T15:55:35,783 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731513335341.52fc917b2d089fa894f32faacbd2c5f5. 2024-11-13T15:55:35,783 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731513335341.52fc917b2d089fa894f32faacbd2c5f5. after waiting 0 ms 2024-11-13T15:55:35,783 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731513335341.52fc917b2d089fa894f32faacbd2c5f5. 2024-11-13T15:55:35,783 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731513335341.52fc917b2d089fa894f32faacbd2c5f5. 2024-11-13T15:55:35,783 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 52fc917b2d089fa894f32faacbd2c5f5: Waiting for close lock at 1731513335783Disabling compacts and flushes for region at 1731513335783Disabling writes for close at 1731513335783Writing region close event to WAL at 1731513335783Closed at 1731513335783 2024-11-13T15:55:35,785 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T15:55:35,785 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731513335341.52fc917b2d089fa894f32faacbd2c5f5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731513335785"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513335785"}]},"ts":"1731513335785"} 2024-11-13T15:55:35,787 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T15:55:35,788 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T15:55:35,788 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513335788"}]},"ts":"1731513335788"} 2024-11-13T15:55:35,789 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T15:55:35,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=52fc917b2d089fa894f32faacbd2c5f5, ASSIGN}] 2024-11-13T15:55:35,790 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=52fc917b2d089fa894f32faacbd2c5f5, ASSIGN 2024-11-13T15:55:35,791 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=52fc917b2d089fa894f32faacbd2c5f5, ASSIGN; state=OFFLINE, location=c4c650e80f58,39669,1731513321664; forceNewPlan=false, retain=false 2024-11-13T15:55:35,942 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=52fc917b2d089fa894f32faacbd2c5f5, regionState=OPENING, regionLocation=c4c650e80f58,39669,1731513321664 2024-11-13T15:55:35,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=52fc917b2d089fa894f32faacbd2c5f5, ASSIGN because future has completed 2024-11-13T15:55:35,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52fc917b2d089fa894f32faacbd2c5f5, server=c4c650e80f58,39669,1731513321664}] 2024-11-13T15:55:35,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:55:36,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731513335341.52fc917b2d089fa894f32faacbd2c5f5. 2024-11-13T15:55:36,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:55:36,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T15:55:36,103 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C39669%2C1731513321664.rep, suffix=, logDir=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664, archiveDir=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/oldWALs, maxLogs=10 2024-11-13T15:55:36,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.rep.1731513336103, exclude list is [], retry=0 2024-11-13T15:55:36,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41891,DS-976a2dfa-a0a8-458e-9d14-53cb4bc05098,DISK] 2024-11-13T15:55:36,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.rep.1731513336103 2024-11-13T15:55:36,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45875:45875)] 2024-11-13T15:55:36,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 52fc917b2d089fa894f32faacbd2c5f5, NAME => 'hbase:replication,,1731513335341.52fc917b2d089fa894f32faacbd2c5f5.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:55:36,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:55:36,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:55:36,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731513335341.52fc917b2d089fa894f32faacbd2c5f5. service=MultiRowMutationService 2024-11-13T15:55:36,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T15:55:36,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 52fc917b2d089fa894f32faacbd2c5f5 2024-11-13T15:55:36,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731513335341.52fc917b2d089fa894f32faacbd2c5f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:36,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 52fc917b2d089fa894f32faacbd2c5f5 2024-11-13T15:55:36,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 52fc917b2d089fa894f32faacbd2c5f5 2024-11-13T15:55:36,122 INFO [StoreOpener-52fc917b2d089fa894f32faacbd2c5f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 52fc917b2d089fa894f32faacbd2c5f5 2024-11-13T15:55:36,123 INFO [StoreOpener-52fc917b2d089fa894f32faacbd2c5f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52fc917b2d089fa894f32faacbd2c5f5 columnFamilyName hfileref 2024-11-13T15:55:36,123 DEBUG [StoreOpener-52fc917b2d089fa894f32faacbd2c5f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:36,123 INFO [StoreOpener-52fc917b2d089fa894f32faacbd2c5f5-1 {}] regionserver.HStore(327): Store=52fc917b2d089fa894f32faacbd2c5f5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:36,123 INFO [StoreOpener-52fc917b2d089fa894f32faacbd2c5f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 52fc917b2d089fa894f32faacbd2c5f5 2024-11-13T15:55:36,124 INFO [StoreOpener-52fc917b2d089fa894f32faacbd2c5f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52fc917b2d089fa894f32faacbd2c5f5 columnFamilyName queue 2024-11-13T15:55:36,124 DEBUG [StoreOpener-52fc917b2d089fa894f32faacbd2c5f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:36,125 INFO [StoreOpener-52fc917b2d089fa894f32faacbd2c5f5-1 {}] regionserver.HStore(327): Store=52fc917b2d089fa894f32faacbd2c5f5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:36,125 INFO [StoreOpener-52fc917b2d089fa894f32faacbd2c5f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 52fc917b2d089fa894f32faacbd2c5f5 2024-11-13T15:55:36,126 INFO [StoreOpener-52fc917b2d089fa894f32faacbd2c5f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52fc917b2d089fa894f32faacbd2c5f5 columnFamilyName sid 2024-11-13T15:55:36,126 DEBUG [StoreOpener-52fc917b2d089fa894f32faacbd2c5f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:36,126 INFO [StoreOpener-52fc917b2d089fa894f32faacbd2c5f5-1 {}] regionserver.HStore(327): Store=52fc917b2d089fa894f32faacbd2c5f5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:36,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 52fc917b2d089fa894f32faacbd2c5f5 2024-11-13T15:55:36,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/hbase/replication/52fc917b2d089fa894f32faacbd2c5f5 2024-11-13T15:55:36,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/hbase/replication/52fc917b2d089fa894f32faacbd2c5f5 2024-11-13T15:55:36,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 52fc917b2d089fa894f32faacbd2c5f5 2024-11-13T15:55:36,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 52fc917b2d089fa894f32faacbd2c5f5 2024-11-13T15:55:36,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T15:55:36,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 52fc917b2d089fa894f32faacbd2c5f5 2024-11-13T15:55:36,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/hbase/replication/52fc917b2d089fa894f32faacbd2c5f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:55:36,130 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 52fc917b2d089fa894f32faacbd2c5f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63123850, jitterRate=-0.059381335973739624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T15:55:36,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 52fc917b2d089fa894f32faacbd2c5f5 2024-11-13T15:55:36,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 52fc917b2d089fa894f32faacbd2c5f5: Running coprocessor pre-open hook at 1731513336121Writing region info on filesystem at 1731513336121Initializing all the Stores at 1731513336121Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513336121Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513336122 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513336122Cleaning up temporary data from old regions at 1731513336127 (+5 ms)Running coprocessor post-open hooks at 1731513336130 (+3 ms)Region opened successfully at 1731513336130 2024-11-13T15:55:36,131 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731513335341.52fc917b2d089fa894f32faacbd2c5f5., pid=10, masterSystemTime=1731513336096 2024-11-13T15:55:36,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731513335341.52fc917b2d089fa894f32faacbd2c5f5. 2024-11-13T15:55:36,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731513335341.52fc917b2d089fa894f32faacbd2c5f5. 2024-11-13T15:55:36,134 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=52fc917b2d089fa894f32faacbd2c5f5, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,39669,1731513321664 2024-11-13T15:55:36,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52fc917b2d089fa894f32faacbd2c5f5, server=c4c650e80f58,39669,1731513321664 because future has completed 2024-11-13T15:55:36,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T15:55:36,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 52fc917b2d089fa894f32faacbd2c5f5, server=c4c650e80f58,39669,1731513321664 in 192 msec 2024-11-13T15:55:36,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T15:55:36,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=52fc917b2d089fa894f32faacbd2c5f5, ASSIGN in 349 msec 2024-11-13T15:55:36,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T15:55:36,142 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513336142"}]},"ts":"1731513336142"} 2024-11-13T15:55:36,143 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T15:55:36,144 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T15:55:36,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 803 msec 2024-11-13T15:55:36,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731513335341.52fc917b2d089fa894f32faacbd2c5f5., hostname=c4c650e80f58,39669,1731513321664, seqNum=2] 2024-11-13T15:55:36,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x100a60009ef0003, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257865964 2024-11-13T15:55:36,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39669-0x100a60009ef0004, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257865964 2024-11-13T15:55:36,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T15:55:36,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39669 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T15:55:36,312 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T15:55:36,341 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c4c650e80f58,39669,1731513321664, ReplicationSource: 1, currentBandwidth=0 2024-11-13T15:55:36,342 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:55:36,342 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,39669,1731513321664, seqNum=-1] 2024-11-13T15:55:36,342 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:55:36,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-13T15:55:36,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c4c650e80f58,39669,1731513321664', locateType=CURRENT is [region=hbase:replication,,1731513335341.52fc917b2d089fa894f32faacbd2c5f5., hostname=c4c650e80f58,39669,1731513321664, seqNum=2] 2024-11-13T15:55:36,347 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T15:55:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T15:55:36,349 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c4c650e80f58,39669,1731513321664 suceeded 2024-11-13T15:55:36,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T15:55:36,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-13T15:55:36,351 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c4c650e80f58:42153,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T15:55:36,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0210 sec 2024-11-13T15:55:36,362 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:42153' 2024-11-13T15:55:36,363 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c9425e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:36,363 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,42153,-1 for getting cluster id 2024-11-13T15:55:36,363 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:55:36,364 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bab8b444-06b7-42dd-8627-6ab0f2082ff7' 2024-11-13T15:55:36,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:55:36,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bab8b444-06b7-42dd-8627-6ab0f2082ff7" 2024-11-13T15:55:36,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ed746dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:36,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,42153,-1] 2024-11-13T15:55:36,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:55:36,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:36,365 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:55:36,365 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a6a3dc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:36,366 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:55:36,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,42153,1731513324960 2024-11-13T15:55:36,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a39dd0 2024-11-13T15:55:36,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:55:36,367 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-13T15:55:36,368 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c4c650e80f58,39669,1731513321664 (queues=1) is replicating from cluster=4c093a19-7358-489b-8491-c13528e1b569 to cluster=bab8b444-06b7-42dd-8627-6ab0f2082ff7 2024-11-13T15:55:36,368 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c4c650e80f58%2C39669%2C1731513321664 2024-11-13T15:55:36,368 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c4c650e80f58,39669,1731513321664, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T15:55:36,369 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.shipperc4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4c650e80f58%2C39669%2C1731513321664 2024-11-13T15:55:36,369 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264, startPosition=0, beingWritten=true 2024-11-13T15:55:36,372 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 379, reset compression=false 2024-11-13T15:55:36,375 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:55:36,375 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 379, reset compression=false 2024-11-13T15:55:36,375 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.shipperc4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,39669,1731513321664 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T15:55:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:55:36,473 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T15:55:36,473 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:55:36,473 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:55:36,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:36,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:36,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:55:36,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e02e814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:36,474 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,42153,-1 for getting cluster id 2024-11-13T15:55:36,474 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:55:36,475 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bab8b444-06b7-42dd-8627-6ab0f2082ff7' 2024-11-13T15:55:36,475 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:55:36,475 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bab8b444-06b7-42dd-8627-6ab0f2082ff7" 2024-11-13T15:55:36,475 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c29ab8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:36,475 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,42153,-1] 2024-11-13T15:55:36,475 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:55:36,476 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:36,476 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:55:36,477 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ebd6443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:36,477 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:55:36,478 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,42153,1731513324960 2024-11-13T15:55:36,478 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44d1da96 2024-11-13T15:55:36,478 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:55:36,479 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:55:36,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c4c650e80f58:34517,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T15:55:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T15:55:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:55:36,481 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:34517' 2024-11-13T15:55:36,482 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d218e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:36,482 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,34517,-1 for getting cluster id 2024-11-13T15:55:36,482 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:55:36,483 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59ea2c14-2aa2-4cb9-aae4-4fb2d4d3f058' 2024-11-13T15:55:36,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:55:36,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59ea2c14-2aa2-4cb9-aae4-4fb2d4d3f058" 2024-11-13T15:55:36,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4e3a89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:36,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,34517,-1] 2024-11-13T15:55:36,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:55:36,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:36,484 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:55:36,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2feb1f18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:36,485 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:55:36,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,34517,1731513318541 2024-11-13T15:55:36,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b6e351a 2024-11-13T15:55:36,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:55:36,486 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:55:36,487 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T15:55:36,487 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T15:55:36,487 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:36,487 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:36,487 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:55:36,487 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:55:36,488 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T15:55:36,489 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T15:55:36,489 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:36,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T15:55:36,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35493 is added to blk_1073741837_1013 (size=1138) 2024-11-13T15:55:36,539 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T15:55:36,583 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 379, reset compression=false 2024-11-13T15:55:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:55:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:55:36,888 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 379, reset compression=false 2024-11-13T15:55:36,897 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c8302fc2d414fcd1d7caf82bbd33a96b, NAME => 'hbase:replication,,1731513336487.c8302fc2d414fcd1d7caf82bbd33a96b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da 2024-11-13T15:55:36,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35493 is added to blk_1073741838_1014 (size=44) 2024-11-13T15:55:37,083 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 379, reset compression=false 2024-11-13T15:55:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:55:37,291 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 379, reset compression=false 2024-11-13T15:55:37,303 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731513336487.c8302fc2d414fcd1d7caf82bbd33a96b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:37,303 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c8302fc2d414fcd1d7caf82bbd33a96b, disabling compactions & flushes 2024-11-13T15:55:37,303 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731513336487.c8302fc2d414fcd1d7caf82bbd33a96b. 2024-11-13T15:55:37,303 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731513336487.c8302fc2d414fcd1d7caf82bbd33a96b. 2024-11-13T15:55:37,303 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731513336487.c8302fc2d414fcd1d7caf82bbd33a96b. after waiting 0 ms 2024-11-13T15:55:37,303 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731513336487.c8302fc2d414fcd1d7caf82bbd33a96b. 2024-11-13T15:55:37,303 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731513336487.c8302fc2d414fcd1d7caf82bbd33a96b. 2024-11-13T15:55:37,303 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c8302fc2d414fcd1d7caf82bbd33a96b: Waiting for close lock at 1731513337303Disabling compacts and flushes for region at 1731513337303Disabling writes for close at 1731513337303Writing region close event to WAL at 1731513337303Closed at 1731513337303 2024-11-13T15:55:37,304 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T15:55:37,304 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731513336487.c8302fc2d414fcd1d7caf82bbd33a96b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731513337304"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513337304"}]},"ts":"1731513337304"} 2024-11-13T15:55:37,306 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T15:55:37,307 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T15:55:37,307 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513337307"}]},"ts":"1731513337307"} 2024-11-13T15:55:37,308 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T15:55:37,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c8302fc2d414fcd1d7caf82bbd33a96b, ASSIGN}] 2024-11-13T15:55:37,310 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c8302fc2d414fcd1d7caf82bbd33a96b, ASSIGN 2024-11-13T15:55:37,310 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c8302fc2d414fcd1d7caf82bbd33a96b, ASSIGN; state=OFFLINE, location=c4c650e80f58,33115,1731513325056; forceNewPlan=false, retain=false 2024-11-13T15:55:37,461 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c8302fc2d414fcd1d7caf82bbd33a96b, regionState=OPENING, regionLocation=c4c650e80f58,33115,1731513325056 2024-11-13T15:55:37,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c8302fc2d414fcd1d7caf82bbd33a96b, ASSIGN because future has completed 2024-11-13T15:55:37,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8302fc2d414fcd1d7caf82bbd33a96b, server=c4c650e80f58,33115,1731513325056}] 2024-11-13T15:55:37,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731513336487.c8302fc2d414fcd1d7caf82bbd33a96b. 2024-11-13T15:55:37,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:55:37,619 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T15:55:37,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C33115%2C1731513325056.rep, suffix=, logDir=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056, archiveDir=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/oldWALs, maxLogs=10 2024-11-13T15:55:37,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:55:37,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.rep.1731513337620, exclude list is [], retry=0 2024-11-13T15:55:37,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35493,DS-18531161-a4a9-49eb-bda7-4f613369fc04,DISK] 2024-11-13T15:55:37,638 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.rep.1731513337620 2024-11-13T15:55:37,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39811:39811)] 2024-11-13T15:55:37,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c8302fc2d414fcd1d7caf82bbd33a96b, NAME => 'hbase:replication,,1731513336487.c8302fc2d414fcd1d7caf82bbd33a96b.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:55:37,638 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:55:37,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:55:37,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731513336487.c8302fc2d414fcd1d7caf82bbd33a96b. service=MultiRowMutationService 2024-11-13T15:55:37,638 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T15:55:37,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c8302fc2d414fcd1d7caf82bbd33a96b 2024-11-13T15:55:37,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731513336487.c8302fc2d414fcd1d7caf82bbd33a96b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:37,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c8302fc2d414fcd1d7caf82bbd33a96b 2024-11-13T15:55:37,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c8302fc2d414fcd1d7caf82bbd33a96b 2024-11-13T15:55:37,640 INFO [StoreOpener-c8302fc2d414fcd1d7caf82bbd33a96b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c8302fc2d414fcd1d7caf82bbd33a96b 2024-11-13T15:55:37,641 INFO [StoreOpener-c8302fc2d414fcd1d7caf82bbd33a96b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8302fc2d414fcd1d7caf82bbd33a96b columnFamilyName hfileref 2024-11-13T15:55:37,641 DEBUG [StoreOpener-c8302fc2d414fcd1d7caf82bbd33a96b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:37,641 INFO [StoreOpener-c8302fc2d414fcd1d7caf82bbd33a96b-1 {}] regionserver.HStore(327): Store=c8302fc2d414fcd1d7caf82bbd33a96b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:37,641 INFO [StoreOpener-c8302fc2d414fcd1d7caf82bbd33a96b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c8302fc2d414fcd1d7caf82bbd33a96b 2024-11-13T15:55:37,642 INFO [StoreOpener-c8302fc2d414fcd1d7caf82bbd33a96b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8302fc2d414fcd1d7caf82bbd33a96b columnFamilyName queue 2024-11-13T15:55:37,642 DEBUG [StoreOpener-c8302fc2d414fcd1d7caf82bbd33a96b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:37,642 INFO [StoreOpener-c8302fc2d414fcd1d7caf82bbd33a96b-1 {}] regionserver.HStore(327): Store=c8302fc2d414fcd1d7caf82bbd33a96b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:37,642 INFO [StoreOpener-c8302fc2d414fcd1d7caf82bbd33a96b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c8302fc2d414fcd1d7caf82bbd33a96b 2024-11-13T15:55:37,643 INFO [StoreOpener-c8302fc2d414fcd1d7caf82bbd33a96b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8302fc2d414fcd1d7caf82bbd33a96b columnFamilyName sid 2024-11-13T15:55:37,643 DEBUG [StoreOpener-c8302fc2d414fcd1d7caf82bbd33a96b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:37,643 INFO [StoreOpener-c8302fc2d414fcd1d7caf82bbd33a96b-1 {}] regionserver.HStore(327): Store=c8302fc2d414fcd1d7caf82bbd33a96b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:37,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c8302fc2d414fcd1d7caf82bbd33a96b 2024-11-13T15:55:37,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/hbase/replication/c8302fc2d414fcd1d7caf82bbd33a96b 2024-11-13T15:55:37,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/hbase/replication/c8302fc2d414fcd1d7caf82bbd33a96b 2024-11-13T15:55:37,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c8302fc2d414fcd1d7caf82bbd33a96b 2024-11-13T15:55:37,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c8302fc2d414fcd1d7caf82bbd33a96b 2024-11-13T15:55:37,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T15:55:37,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c8302fc2d414fcd1d7caf82bbd33a96b 2024-11-13T15:55:37,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/hbase/replication/c8302fc2d414fcd1d7caf82bbd33a96b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:55:37,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c8302fc2d414fcd1d7caf82bbd33a96b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73942017, jitterRate=0.1018219143152237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T15:55:37,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8302fc2d414fcd1d7caf82bbd33a96b 2024-11-13T15:55:37,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c8302fc2d414fcd1d7caf82bbd33a96b: Running coprocessor pre-open hook at 1731513337639Writing region info on filesystem at 1731513337639Initializing all the Stores at 1731513337639Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513337639Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513337640 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513337640Cleaning up temporary data from old regions at 1731513337645 (+5 ms)Running coprocessor post-open hooks at 1731513337648 (+3 ms)Region opened successfully at 1731513337648 2024-11-13T15:55:37,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731513336487.c8302fc2d414fcd1d7caf82bbd33a96b., pid=10, masterSystemTime=1731513337615 2024-11-13T15:55:37,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731513336487.c8302fc2d414fcd1d7caf82bbd33a96b. 2024-11-13T15:55:37,651 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731513336487.c8302fc2d414fcd1d7caf82bbd33a96b. 2024-11-13T15:55:37,651 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c8302fc2d414fcd1d7caf82bbd33a96b, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,33115,1731513325056 2024-11-13T15:55:37,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8302fc2d414fcd1d7caf82bbd33a96b, server=c4c650e80f58,33115,1731513325056 because future has completed 2024-11-13T15:55:37,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T15:55:37,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c8302fc2d414fcd1d7caf82bbd33a96b, server=c4c650e80f58,33115,1731513325056 in 190 msec 2024-11-13T15:55:37,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T15:55:37,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c8302fc2d414fcd1d7caf82bbd33a96b, ASSIGN in 346 msec 2024-11-13T15:55:37,657 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T15:55:37,657 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513337657"}]},"ts":"1731513337657"} 2024-11-13T15:55:37,659 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T15:55:37,659 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T15:55:37,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-13T15:55:37,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731513336487.c8302fc2d414fcd1d7caf82bbd33a96b., hostname=c4c650e80f58,33115,1731513325056, seqNum=2] 2024-11-13T15:55:37,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x100a60009ef0007, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134265867 2024-11-13T15:55:37,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42153-0x100a60009ef0006, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134265867 2024-11-13T15:55:37,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T15:55:37,718 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T15:55:37,795 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 379, reset compression=false 2024-11-13T15:55:37,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33115 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T15:55:37,855 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T15:55:37,884 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c4c650e80f58,33115,1731513325056, ReplicationSource: 1, currentBandwidth=0 2024-11-13T15:55:37,885 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:55:37,885 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,33115,1731513325056, seqNum=-1] 2024-11-13T15:55:37,885 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:55:37,886 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 379, reset compression=false 2024-11-13T15:55:37,886 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-13T15:55:37,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c4c650e80f58,33115,1731513325056', locateType=CURRENT is [region=hbase:replication,,1731513336487.c8302fc2d414fcd1d7caf82bbd33a96b., hostname=c4c650e80f58,33115,1731513325056, seqNum=2] 2024-11-13T15:55:37,890 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T15:55:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T15:55:37,892 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c4c650e80f58,33115,1731513325056 suceeded 2024-11-13T15:55:37,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T15:55:37,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-13T15:55:37,894 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c4c650e80f58:34517,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T15:55:37,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4150 sec 2024-11-13T15:55:37,905 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:34517' 2024-11-13T15:55:37,906 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@893e7ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:37,906 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,34517,-1 for getting cluster id 2024-11-13T15:55:37,906 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:55:37,907 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59ea2c14-2aa2-4cb9-aae4-4fb2d4d3f058' 2024-11-13T15:55:37,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:55:37,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59ea2c14-2aa2-4cb9-aae4-4fb2d4d3f058" 2024-11-13T15:55:37,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a62ccc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:37,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,34517,-1] 2024-11-13T15:55:37,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:55:37,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:37,908 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:55:37,909 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@124dce7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:37,909 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:55:37,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,34517,1731513318541 2024-11-13T15:55:37,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b5d28c1 2024-11-13T15:55:37,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:55:37,910 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-13T15:55:37,911 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c4c650e80f58,33115,1731513325056 (queues=1) is replicating from cluster=bab8b444-06b7-42dd-8627-6ab0f2082ff7 to cluster=59ea2c14-2aa2-4cb9-aae4-4fb2d4d3f058 2024-11-13T15:55:37,911 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c4c650e80f58%2C33115%2C1731513325056 2024-11-13T15:55:37,911 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c4c650e80f58,33115,1731513325056, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T15:55:37,912 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652, startPosition=0, beingWritten=true 2024-11-13T15:55:37,912 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.shipperc4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4c650e80f58%2C33115%2C1731513325056 2024-11-13T15:55:37,916 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:55:37,916 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652 to pos 379, reset compression=false 2024-11-13T15:55:37,916 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.shipperc4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,33115,1731513325056 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T15:55:38,120 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652 to pos 379, reset compression=false 2024-11-13T15:55:38,398 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 379, reset compression=false 2024-11-13T15:55:38,423 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652 to pos 379, reset compression=false 2024-11-13T15:55:38,621 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:55:38,622 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c4c650e80f58,41263,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:41263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T15:55:38,622 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48504 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c4c650e80f58,41263,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:41263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T15:55:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:55:38,633 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T15:55:38,633 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:55:38,633 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:55:38,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:38,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:38,633 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:55:38,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4603380b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:38,634 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,34517,-1 for getting cluster id 2024-11-13T15:55:38,634 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:55:38,635 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59ea2c14-2aa2-4cb9-aae4-4fb2d4d3f058' 2024-11-13T15:55:38,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:55:38,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59ea2c14-2aa2-4cb9-aae4-4fb2d4d3f058" 2024-11-13T15:55:38,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb1a2d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:38,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,34517,-1] 2024-11-13T15:55:38,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:55:38,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:38,636 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:55:38,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@173c09b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:38,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2707341e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:38,637 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,32801,-1 for getting cluster id 2024-11-13T15:55:38,637 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:55:38,638 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c093a19-7358-489b-8491-c13528e1b569' 2024-11-13T15:55:38,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:55:38,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c093a19-7358-489b-8491-c13528e1b569" 2024-11-13T15:55:38,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9a9b60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:38,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,32801,-1] 2024-11-13T15:55:38,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:55:38,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:38,639 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:55:38,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c0fb182, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:38,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a6ee934, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:38,640 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,42153,-1 for getting cluster id 2024-11-13T15:55:38,641 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:55:38,641 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bab8b444-06b7-42dd-8627-6ab0f2082ff7' 2024-11-13T15:55:38,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:55:38,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bab8b444-06b7-42dd-8627-6ab0f2082ff7" 2024-11-13T15:55:38,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78ab5139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:38,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,42153,-1] 2024-11-13T15:55:38,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:55:38,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:38,643 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:55:38,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29359da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:38,644 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:55:38,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38957,1731513318640, seqNum=-1] 2024-11-13T15:55:38,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:55:38,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:55:38,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731513327718.62607e37ddc1b091b01cec6d4cf24ec9., hostname=c4c650e80f58,38957,1731513318640, seqNum=2] 2024-11-13T15:55:38,651 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:55:38,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,33115,1731513325056, seqNum=-1] 2024-11-13T15:55:38,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:55:38,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:55:38,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731513331014.bc8e8129a8749ad4ab7a3ebde081464b., hostname=c4c650e80f58,33115,1731513325056, seqNum=2] 2024-11-13T15:55:38,671 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T15:55:38,790 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 379, reset compression=false 2024-11-13T15:55:38,795 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T15:55:38,795 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 480, reset compression=false 2024-11-13T15:55:38,795 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.shipperc4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,38957,1731513318640 got entry batch from reader: WALEntryBatch [walEntries=[{test/62607e37ddc1b091b01cec6d4cf24ec9/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T15:55:38,798 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.shipperc4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T15:55:38,799 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-13T15:55:38,800 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T15:55:38,801 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62af20f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:38,801 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,32801,-1 for getting cluster id 2024-11-13T15:55:38,802 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:55:38,802 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c093a19-7358-489b-8491-c13528e1b569' 2024-11-13T15:55:38,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:55:38,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c093a19-7358-489b-8491-c13528e1b569" 2024-11-13T15:55:38,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18471f39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:38,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,32801,-1] 2024-11-13T15:55:38,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:55:38,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:38,804 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:55:38,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19b3ccd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:38,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:55:38,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,39669,1731513321664, seqNum=-1] 2024-11-13T15:55:38,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:55:38,807 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-13T15:55:38,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731513328865.d1bd43c08fd8f7f43437e80eefdbc2a3., hostname=c4c650e80f58,39669,1731513321664, seqNum=2] 2024-11-13T15:55:38,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T15:55:38,827 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652 to pos 379, reset compression=false 2024-11-13T15:55:39,003 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 480, reset compression=false 2024-11-13T15:55:39,103 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 379, reset compression=false 2024-11-13T15:55:39,108 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T15:55:39,108 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 503, reset compression=false 2024-11-13T15:55:39,108 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.shipperc4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,39669,1731513321664 got entry batch from reader: WALEntryBatch [walEntries=[{test/d1bd43c08fd8f7f43437e80eefdbc2a3/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-13T15:55:39,110 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.shipperc4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T15:55:39,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-13T15:55:39,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T15:55:39,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46ad5169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:39,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,42153,-1 for getting cluster id 2024-11-13T15:55:39,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:55:39,112 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bab8b444-06b7-42dd-8627-6ab0f2082ff7' 2024-11-13T15:55:39,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:55:39,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bab8b444-06b7-42dd-8627-6ab0f2082ff7" 2024-11-13T15:55:39,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ac4e2ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:39,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,42153,-1] 2024-11-13T15:55:39,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:55:39,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:39,114 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:55:39,114 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a888007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:39,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:55:39,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,33115,1731513325056, seqNum=-1] 2024-11-13T15:55:39,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:55:39,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-13T15:55:39,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731513331014.bc8e8129a8749ad4ab7a3ebde081464b., hostname=c4c650e80f58,33115,1731513325056, seqNum=2] 2024-11-13T15:55:39,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T15:55:39,307 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 480, reset compression=false 2024-11-13T15:55:39,311 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 503, reset compression=false 2024-11-13T15:55:39,330 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652 to pos 379, reset compression=false 2024-11-13T15:55:39,335 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:55:39,335 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652 to pos 526, reset compression=false 2024-11-13T15:55:39,335 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.shipperc4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,33115,1731513325056 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T15:55:39,525 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T15:55:39,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:39,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:39,539 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652 to pos 526, reset compression=false 2024-11-13T15:55:39,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:39,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:39,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:39,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:39,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:39,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:39,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:39,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:39,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:39,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:39,614 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 503, reset compression=false 2024-11-13T15:55:39,673 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T15:55:39,674 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:55:39,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,39669,1731513321664, seqNum=-1] 2024-11-13T15:55:39,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:55:39,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:55:39,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731513328865.d1bd43c08fd8f7f43437e80eefdbc2a3., hostname=c4c650e80f58,39669,1731513321664, seqNum=2] 2024-11-13T15:55:39,681 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T15:55:39,711 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 480, reset compression=false 2024-11-13T15:55:39,843 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652 to pos 526, reset compression=false 2024-11-13T15:55:40,017 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 503, reset compression=false 2024-11-13T15:55:40,021 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T15:55:40,021 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 607, reset compression=false 2024-11-13T15:55:40,021 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.shipperc4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,39669,1731513321664 got entry batch from reader: WALEntryBatch [walEntries=[{test/d1bd43c08fd8f7f43437e80eefdbc2a3/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T15:55:40,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T15:55:40,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T15:55:40,215 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 480, reset compression=false 2024-11-13T15:55:40,224 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 607, reset compression=false 2024-11-13T15:55:40,247 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652 to pos 526, reset compression=false 2024-11-13T15:55:40,251 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T15:55:40,251 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652 to pos 653, reset compression=false 2024-11-13T15:55:40,251 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.shipperc4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,33115,1731513325056 got entry batch from reader: WALEntryBatch [walEntries=[{test/bc8e8129a8749ad4ab7a3ebde081464b/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T15:55:40,253 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.shipperc4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T15:55:40,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-13T15:55:40,255 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T15:55:40,255 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16c88ade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:40,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,34517,-1 for getting cluster id 2024-11-13T15:55:40,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:55:40,256 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59ea2c14-2aa2-4cb9-aae4-4fb2d4d3f058' 2024-11-13T15:55:40,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:55:40,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59ea2c14-2aa2-4cb9-aae4-4fb2d4d3f058" 2024-11-13T15:55:40,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46f2419c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:40,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,34517,-1] 2024-11-13T15:55:40,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:55:40,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:40,258 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:55:40,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24ab85a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:40,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:55:40,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,38957,1731513318640, seqNum=-1] 2024-11-13T15:55:40,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:55:40,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-13T15:55:40,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731513327718.62607e37ddc1b091b01cec6d4cf24ec9., hostname=c4c650e80f58,38957,1731513318640, seqNum=2] 2024-11-13T15:55:40,264 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T15:55:40,455 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652 to pos 653, reset compression=false 2024-11-13T15:55:40,527 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 607, reset compression=false 2024-11-13T15:55:40,683 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T15:55:40,686 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-13T15:55:40,758 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652 to pos 653, reset compression=false 2024-11-13T15:55:40,764 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T15:55:40,764 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652 to pos 757, reset compression=false 2024-11-13T15:55:40,764 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.shipperc4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,33115,1731513325056 got entry batch from reader: WALEntryBatch [walEntries=[{test/bc8e8129a8749ad4ab7a3ebde081464b/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T15:55:40,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T15:55:40,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T15:55:40,819 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 480, reset compression=false 2024-11-13T15:55:40,823 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T15:55:40,824 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 759, reset compression=false 2024-11-13T15:55:40,824 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.shipperc4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,38957,1731513318640 got entry batch from reader: WALEntryBatch [walEntries=[{test/62607e37ddc1b091b01cec6d4cf24ec9/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T15:55:40,825 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T15:55:40,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T15:55:40,931 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 607, reset compression=false 2024-11-13T15:55:40,935 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:55:40,935 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 758, reset compression=false 2024-11-13T15:55:40,935 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.shipperc4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,39669,1731513321664 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T15:55:40,969 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652 to pos 757, reset compression=false 2024-11-13T15:55:41,028 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 759, reset compression=false 2024-11-13T15:55:41,138 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 758, reset compression=false 2024-11-13T15:55:41,273 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652 to pos 757, reset compression=false 2024-11-13T15:55:41,331 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 759, reset compression=false 2024-11-13T15:55:41,442 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 758, reset compression=false 2024-11-13T15:55:41,676 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652 to pos 757, reset compression=false 2024-11-13T15:55:41,688 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-13T15:55:41,693 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T15:55:41,735 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 759, reset compression=false 2024-11-13T15:55:41,739 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T15:55:41,739 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 915, reset compression=false 2024-11-13T15:55:41,739 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.shipperc4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,38957,1731513318640 got entry batch from reader: WALEntryBatch [walEntries=[{test/62607e37ddc1b091b01cec6d4cf24ec9/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T15:55:41,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T15:55:41,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T15:55:41,846 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 758, reset compression=false 2024-11-13T15:55:41,851 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T15:55:41,851 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 905, reset compression=false 2024-11-13T15:55:41,852 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.shipperc4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,39669,1731513321664 got entry batch from reader: WALEntryBatch [walEntries=[{test/d1bd43c08fd8f7f43437e80eefdbc2a3/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-13T15:55:41,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T15:55:41,856 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T15:55:41,942 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 915, reset compression=false 2024-11-13T15:55:42,055 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 905, reset compression=false 2024-11-13T15:55:42,180 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652 to pos 757, reset compression=false 2024-11-13T15:55:42,185 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:55:42,185 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652 to pos 927, reset compression=false 2024-11-13T15:55:42,185 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.shipperc4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,33115,1731513325056 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T15:55:42,246 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 915, reset compression=false 2024-11-13T15:55:42,359 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 905, reset compression=false 2024-11-13T15:55:42,395 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652 to pos 927, reset compression=false 2024-11-13T15:55:42,650 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 915, reset compression=false 2024-11-13T15:55:42,702 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652 to pos 927, reset compression=false 2024-11-13T15:55:42,703 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T15:55:42,707 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T15:55:42,763 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 905, reset compression=false 2024-11-13T15:55:42,767 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T15:55:42,767 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 1064, reset compression=false 2024-11-13T15:55:42,767 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.shipperc4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,39669,1731513321664 got entry batch from reader: WALEntryBatch [walEntries=[{test/d1bd43c08fd8f7f43437e80eefdbc2a3/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T15:55:42,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T15:55:42,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T15:55:42,970 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 1064, reset compression=false 2024-11-13T15:55:43,106 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652 to pos 927, reset compression=false 2024-11-13T15:55:43,111 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T15:55:43,111 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652 to pos 1076, reset compression=false 2024-11-13T15:55:43,111 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.shipperc4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,33115,1731513325056 got entry batch from reader: WALEntryBatch [walEntries=[{test/bc8e8129a8749ad4ab7a3ebde081464b/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-13T15:55:43,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T15:55:43,114 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T15:55:43,153 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 915, reset compression=false 2024-11-13T15:55:43,158 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:55:43,158 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 1088, reset compression=false 2024-11-13T15:55:43,158 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.shipperc4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,38957,1731513318640 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T15:55:43,273 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 1064, reset compression=false 2024-11-13T15:55:43,314 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652 to pos 1076, reset compression=false 2024-11-13T15:55:43,361 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 1088, reset compression=false 2024-11-13T15:55:43,617 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652 to pos 1076, reset compression=false 2024-11-13T15:55:43,664 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 1088, reset compression=false 2024-11-13T15:55:43,677 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 1064, reset compression=false 2024-11-13T15:55:43,709 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T15:55:43,712 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-13T15:55:44,021 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652 to pos 1076, reset compression=false 2024-11-13T15:55:44,025 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T15:55:44,025 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652 to pos 1235, reset compression=false 2024-11-13T15:55:44,025 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.shipperc4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,33115,1731513325056 got entry batch from reader: WALEntryBatch [walEntries=[{test/bc8e8129a8749ad4ab7a3ebde081464b/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T15:55:44,026 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T15:55:44,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T15:55:44,067 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 1088, reset compression=false 2024-11-13T15:55:44,071 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T15:55:44,071 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 1238, reset compression=false 2024-11-13T15:55:44,071 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.shipperc4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,38957,1731513318640 got entry batch from reader: WALEntryBatch [walEntries=[{test/62607e37ddc1b091b01cec6d4cf24ec9/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-13T15:55:44,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T15:55:44,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T15:55:44,180 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 1064, reset compression=false 2024-11-13T15:55:44,185 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:55:44,185 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 1237, reset compression=false 2024-11-13T15:55:44,185 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.shipperc4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,39669,1731513321664 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T15:55:44,228 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652 to pos 1235, reset compression=false 2024-11-13T15:55:44,274 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 1238, reset compression=false 2024-11-13T15:55:44,388 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 1237, reset compression=false 2024-11-13T15:55:44,531 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652 to pos 1235, reset compression=false 2024-11-13T15:55:44,578 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 1238, reset compression=false 2024-11-13T15:55:44,692 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 1237, reset compression=false 2024-11-13T15:55:44,714 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-13T15:55:44,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5996599e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:44,721 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,42153,-1 for getting cluster id 2024-11-13T15:55:44,721 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:55:44,722 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bab8b444-06b7-42dd-8627-6ab0f2082ff7' 2024-11-13T15:55:44,722 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:55:44,722 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bab8b444-06b7-42dd-8627-6ab0f2082ff7" 2024-11-13T15:55:44,722 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20cc024a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:44,722 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,42153,-1] 2024-11-13T15:55:44,723 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:55:44,723 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:44,724 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:55:44,724 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8977b90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:44,726 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:55:44,727 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,42153,1731513324960 2024-11-13T15:55:44,727 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21e3ded5 2024-11-13T15:55:44,728 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:55:44,729 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:55:44,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-13T15:55:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-13T15:55:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T15:55:44,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T15:55:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T15:55:44,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33115 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-13T15:55:44,888 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-13T15:55:44,889 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-13T15:55:44,889 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c4c650e80f58,33115,1731513325056 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-13T15:55:44,889 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0. 2024-11-13T15:55:44,889 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:55:44,889 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:44,889 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:44,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:55:44,981 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 1238, reset compression=false 2024-11-13T15:55:44,989 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.shipperc4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T15:55:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T15:55:45,089 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.shipperc4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 terminated 2024-11-13T15:55:45,096 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 1237, reset compression=false 2024-11-13T15:55:45,107 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-c4c650e80f58,33115,1731513325056, ReplicationSource: 1, currentBandwidth=0 2024-11-13T15:55:45,108 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-13T15:55:45,108 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-13T15:55:45,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-13T15:55:45,110 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on c4c650e80f58,33115,1731513325056 suceeded 2024-11-13T15:55:45,112 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T15:55:45,112 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 374 msec 2024-11-13T15:55:45,112 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-13T15:55:45,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 383 msec 2024-11-13T15:55:45,126 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:34517' 2024-11-13T15:55:45,127 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1faf0efd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:45,127 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,34517,-1 for getting cluster id 2024-11-13T15:55:45,127 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:55:45,128 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59ea2c14-2aa2-4cb9-aae4-4fb2d4d3f058' 2024-11-13T15:55:45,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:55:45,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59ea2c14-2aa2-4cb9-aae4-4fb2d4d3f058" 2024-11-13T15:55:45,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2885a5a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:45,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,34517,-1] 2024-11-13T15:55:45,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:55:45,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:45,130 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:55:45,130 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2dc0311c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:45,130 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:55:45,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,34517,1731513318541 2024-11-13T15:55:45,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14dab0d9 2024-11-13T15:55:45,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:55:45,132 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-13T15:55:45,132 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c4c650e80f58,33115,1731513325056 (queues=1) is replicating from cluster=bab8b444-06b7-42dd-8627-6ab0f2082ff7 to cluster=59ea2c14-2aa2-4cb9-aae4-4fb2d4d3f058 2024-11-13T15:55:45,132 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c4c650e80f58%2C33115%2C1731513325056 2024-11-13T15:55:45,133 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c4c650e80f58,33115,1731513325056, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T15:55:45,133 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.shipperc4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4c650e80f58%2C33115%2C1731513325056 2024-11-13T15:55:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T15:55:45,362 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-13T15:55:45,362 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:55:45,363 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:55:45,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:45,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:45,363 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:55:45,366 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-13T15:55:45,485 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 1238, reset compression=false 2024-11-13T15:55:45,489 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T15:55:45,489 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 1342, reset compression=false 2024-11-13T15:55:45,489 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.shipperc4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,38957,1731513318640 got entry batch from reader: WALEntryBatch [walEntries=[{test/62607e37ddc1b091b01cec6d4cf24ec9/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T15:55:45,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T15:55:45,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T15:55:45,600 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 1237, reset compression=false 2024-11-13T15:55:45,604 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T15:55:45,604 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 1364, reset compression=false 2024-11-13T15:55:45,605 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.shipperc4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,39669,1731513321664 got entry batch from reader: WALEntryBatch [walEntries=[{test/d1bd43c08fd8f7f43437e80eefdbc2a3/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T15:55:45,606 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T15:55:45,611 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T15:55:45,692 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 1342, reset compression=false 2024-11-13T15:55:45,809 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 1364, reset compression=false 2024-11-13T15:55:45,996 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 1342, reset compression=false 2024-11-13T15:55:46,112 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 1364, reset compression=false 2024-11-13T15:55:46,368 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-13T15:55:46,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f427462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:46,371 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,42153,-1 for getting cluster id 2024-11-13T15:55:46,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:55:46,372 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bab8b444-06b7-42dd-8627-6ab0f2082ff7' 2024-11-13T15:55:46,372 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:55:46,373 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bab8b444-06b7-42dd-8627-6ab0f2082ff7" 2024-11-13T15:55:46,373 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@299ff914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:46,373 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,42153,-1] 2024-11-13T15:55:46,373 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:55:46,373 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:46,374 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:55:46,376 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd66fd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:55:46,379 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:55:46,380 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,42153,1731513324960 2024-11-13T15:55:46,380 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6eecc214 2024-11-13T15:55:46,381 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:55:46,382 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:55:46,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-13T15:55:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-13T15:55:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T15:55:46,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T15:55:46,400 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 1342, reset compression=false 2024-11-13T15:55:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T15:55:46,516 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 1364, reset compression=false 2024-11-13T15:55:46,520 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T15:55:46,520 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 1468, reset compression=false 2024-11-13T15:55:46,520 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.shipperc4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,39669,1731513321664 got entry batch from reader: WALEntryBatch [walEntries=[{test/d1bd43c08fd8f7f43437e80eefdbc2a3/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T15:55:46,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T15:55:46,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T15:55:46,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33115 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-13T15:55:46,542 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-13T15:55:46,543 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-13T15:55:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-13T15:55:46,545 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on c4c650e80f58,33115,1731513325056 suceeded 2024-11-13T15:55:46,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-13T15:55:46,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-13T15:55:46,547 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-13T15:55:46,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 164 msec 2024-11-13T15:55:46,634 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652, startPosition=1235, beingWritten=true 2024-11-13T15:55:46,638 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T15:55:46,638 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652 to pos 1512, reset compression=false 2024-11-13T15:55:46,638 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.shipperc4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,33115,1731513325056 got entry batch from reader: WALEntryBatch [walEntries=[{test/bc8e8129a8749ad4ab7a3ebde081464b/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T15:55:46,641 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.shipperc4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T15:55:46,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-13T15:55:46,642 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T15:55:46,644 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T15:55:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T15:55:46,702 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-13T15:55:46,702 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:55:46,702 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:55:46,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:46,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:46,702 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:55:46,704 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-13T15:55:46,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T15:55:46,704 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:55:46,704 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:55:46,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:46,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:46,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:55:46,704 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T15:55:46,704 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1776814488, stopped=false 2024-11-13T15:55:46,704 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4c650e80f58,42153,1731513324960 2024-11-13T15:55:46,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x100a60009ef0007, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21134265867/running 2024-11-13T15:55:46,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42153-0x100a60009ef0006, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21134265867/running 2024-11-13T15:55:46,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x100a60009ef0007, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134265867 2024-11-13T15:55:46,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42153-0x100a60009ef0006, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134265867 2024-11-13T15:55:46,706 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:55:46,706 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:55:46,707 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:55:46,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:46,707 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4c650e80f58,33115,1731513325056' ***** 2024-11-13T15:55:46,707 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T15:55:46,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33115-0x100a60009ef0007, quorum=127.0.0.1:54286, baseZNode=/21134265867 Set watcher on znode that does not yet exist, /21134265867/running 2024-11-13T15:55:46,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42153-0x100a60009ef0006, quorum=127.0.0.1:54286, baseZNode=/21134265867 Set watcher on znode that does not yet exist, /21134265867/running 2024-11-13T15:55:46,708 INFO [RS:0;c4c650e80f58:33115 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T15:55:46,708 INFO [RS:0;c4c650e80f58:33115 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T15:55:46,708 INFO [RS:0;c4c650e80f58:33115 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T15:55:46,708 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T15:55:46,708 INFO [RS:0;c4c650e80f58:33115 {}] regionserver.HRegionServer(3091): Received CLOSE for bc8e8129a8749ad4ab7a3ebde081464b 2024-11-13T15:55:46,709 INFO [RS:0;c4c650e80f58:33115 {}] regionserver.HRegionServer(3091): Received CLOSE for c8302fc2d414fcd1d7caf82bbd33a96b 2024-11-13T15:55:46,709 INFO [RS:0;c4c650e80f58:33115 {}] regionserver.HRegionServer(959): stopping server c4c650e80f58,33115,1731513325056 2024-11-13T15:55:46,709 INFO [RS:0;c4c650e80f58:33115 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:55:46,709 INFO [RS:0;c4c650e80f58:33115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:33115. 2024-11-13T15:55:46,709 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bc8e8129a8749ad4ab7a3ebde081464b, disabling compactions & flushes 2024-11-13T15:55:46,709 DEBUG [RS:0;c4c650e80f58:33115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:55:46,709 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731513331014.bc8e8129a8749ad4ab7a3ebde081464b. 2024-11-13T15:55:46,709 DEBUG [RS:0;c4c650e80f58:33115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:46,709 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731513331014.bc8e8129a8749ad4ab7a3ebde081464b. 2024-11-13T15:55:46,709 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731513331014.bc8e8129a8749ad4ab7a3ebde081464b. after waiting 0 ms 2024-11-13T15:55:46,709 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731513331014.bc8e8129a8749ad4ab7a3ebde081464b. 2024-11-13T15:55:46,709 INFO [RS:0;c4c650e80f58:33115 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T15:55:46,709 INFO [RS:0;c4c650e80f58:33115 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T15:55:46,709 INFO [RS:0;c4c650e80f58:33115 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T15:55:46,709 INFO [RS:0;c4c650e80f58:33115 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T15:55:46,709 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bc8e8129a8749ad4ab7a3ebde081464b 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-13T15:55:46,709 INFO [RS:0;c4c650e80f58:33115 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T15:55:46,709 DEBUG [RS:0;c4c650e80f58:33115 {}] regionserver.HRegionServer(1325): Online Regions={bc8e8129a8749ad4ab7a3ebde081464b=test,,1731513331014.bc8e8129a8749ad4ab7a3ebde081464b., 1588230740=hbase:meta,,1.1588230740, c8302fc2d414fcd1d7caf82bbd33a96b=hbase:replication,,1731513336487.c8302fc2d414fcd1d7caf82bbd33a96b.} 2024-11-13T15:55:46,709 DEBUG [RS:0;c4c650e80f58:33115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc8e8129a8749ad4ab7a3ebde081464b, c8302fc2d414fcd1d7caf82bbd33a96b 2024-11-13T15:55:46,711 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:55:46,711 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:55:46,711 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:55:46,711 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:55:46,711 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:55:46,711 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T15:55:46,723 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 1468, reset compression=false 2024-11-13T15:55:46,729 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/hbase/meta/1588230740/.tmp/info/5055f2b608a74af68a7bb3a4275e807f is 147, key is hbase:replication,,1731513336487.c8302fc2d414fcd1d7caf82bbd33a96b./info:regioninfo/1731513337651/Put/seqid=0 2024-11-13T15:55:46,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35493 is added to blk_1073741840_1016 (size=7686) 2024-11-13T15:55:46,732 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/default/test/bc8e8129a8749ad4ab7a3ebde081464b/.tmp/f/19d98dac9d08429e886afb02a2e03952 is 37, key is row3/f:row3/1731513345364/Put/seqid=0 2024-11-13T15:55:46,733 INFO [regionserver/c4c650e80f58:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:55:46,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35493 is added to blk_1073741841_1017 (size=5228) 2024-11-13T15:55:46,842 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652 to pos 1512, reset compression=false 2024-11-13T15:55:46,846 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:55:46,846 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652 to pos 1759, reset compression=false 2024-11-13T15:55:46,847 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.shipperc4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,33115,1731513325056 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T15:55:46,847 ERROR [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.shipperc4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c4c650e80f58,33115,1731513325056: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c4c650e80f58,33115,1731513325056, walGroup=c4c650e80f58%2C33115%2C1731513325056, offset=c4c650e80f58%2C33115%2C1731513325056.1731513326652:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:33115 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T15:55:46,848 ERROR [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.shipperc4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T15:55:46,848 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.shipperc4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T15:55:46,849 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.shipperc4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T15:55:46,849 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.shipperc4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T15:55:46,849 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.shipperc4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T15:55:46,849 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.shipperc4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 923314680 }, "NonHeapMemoryUsage": { "committed": 200540160, "init": 7667712, "max": -1, "used": 197747472 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T15:55:46,849 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.shipperc4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:42153 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:42153 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T15:55:46,903 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 1342, reset compression=false 2024-11-13T15:55:46,907 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:55:46,907 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 1493, reset compression=false 2024-11-13T15:55:46,907 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.shipperc4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,38957,1731513318640 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T15:55:46,910 DEBUG [RS:0;c4c650e80f58:33115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc8e8129a8749ad4ab7a3ebde081464b, c8302fc2d414fcd1d7caf82bbd33a96b 2024-11-13T15:55:47,027 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 1468, reset compression=false 2024-11-13T15:55:47,050 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652 to pos 1759, reset compression=false 2024-11-13T15:55:47,110 DEBUG [RS:0;c4c650e80f58:33115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc8e8129a8749ad4ab7a3ebde081464b, c8302fc2d414fcd1d7caf82bbd33a96b 2024-11-13T15:55:47,110 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 1493, reset compression=false 2024-11-13T15:55:47,133 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/hbase/meta/1588230740/.tmp/info/5055f2b608a74af68a7bb3a4275e807f 2024-11-13T15:55:47,140 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/default/test/bc8e8129a8749ad4ab7a3ebde081464b/.tmp/f/19d98dac9d08429e886afb02a2e03952 2024-11-13T15:55:47,148 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19d98dac9d08429e886afb02a2e03952 2024-11-13T15:55:47,161 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/hbase/meta/1588230740/.tmp/ns/f696d321c86a49aeaa89cb461bffc3c9 is 43, key is default/ns:d/1731513327652/Put/seqid=0 2024-11-13T15:55:47,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35493 is added to blk_1073741842_1018 (size=5153) 2024-11-13T15:55:47,166 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/default/test/bc8e8129a8749ad4ab7a3ebde081464b/.tmp/f1/e4d5370dc8e4494eb719b9faf3d9fbfb is 30, key is row1/f1:/1731513342704/DeleteFamily/seqid=0 2024-11-13T15:55:47,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35493 is added to blk_1073741843_1019 (size=5158) 2024-11-13T15:55:47,170 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/default/test/bc8e8129a8749ad4ab7a3ebde081464b/.tmp/f1/e4d5370dc8e4494eb719b9faf3d9fbfb 2024-11-13T15:55:47,174 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e4d5370dc8e4494eb719b9faf3d9fbfb 2024-11-13T15:55:47,188 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/default/test/bc8e8129a8749ad4ab7a3ebde081464b/.tmp/norep/ab4576eeef554d4fb1116d10655fccca is 33, key is row2/norep:/1731513343710/DeleteFamily/seqid=0 2024-11-13T15:55:47,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35493 is added to blk_1073741844_1020 (size=5108) 2024-11-13T15:55:47,310 DEBUG [RS:0;c4c650e80f58:33115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc8e8129a8749ad4ab7a3ebde081464b, c8302fc2d414fcd1d7caf82bbd33a96b 2024-11-13T15:55:47,354 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652 to pos 1759, reset compression=false 2024-11-13T15:55:47,414 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 1493, reset compression=false 2024-11-13T15:55:47,431 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 1468, reset compression=false 2024-11-13T15:55:47,510 DEBUG [RS:0;c4c650e80f58:33115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc8e8129a8749ad4ab7a3ebde081464b, c8302fc2d414fcd1d7caf82bbd33a96b 2024-11-13T15:55:47,520 INFO [regionserver/c4c650e80f58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T15:55:47,520 INFO [regionserver/c4c650e80f58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T15:55:47,565 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/hbase/meta/1588230740/.tmp/ns/f696d321c86a49aeaa89cb461bffc3c9 2024-11-13T15:55:47,584 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/hbase/meta/1588230740/.tmp/rep_barrier/d31226b585684236a4cd9bc32dc63b6b is 112, key is test,,1731513331014.bc8e8129a8749ad4ab7a3ebde081464b./rep_barrier:seqnumDuringOpen/1731513332166/Put/seqid=0 2024-11-13T15:55:47,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35493 is added to blk_1073741845_1021 (size=5518) 2024-11-13T15:55:47,587 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/hbase/meta/1588230740/.tmp/rep_barrier/d31226b585684236a4cd9bc32dc63b6b 2024-11-13T15:55:47,591 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/default/test/bc8e8129a8749ad4ab7a3ebde081464b/.tmp/norep/ab4576eeef554d4fb1116d10655fccca 2024-11-13T15:55:47,595 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab4576eeef554d4fb1116d10655fccca 2024-11-13T15:55:47,595 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/default/test/bc8e8129a8749ad4ab7a3ebde081464b/.tmp/f/19d98dac9d08429e886afb02a2e03952 as hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/default/test/bc8e8129a8749ad4ab7a3ebde081464b/f/19d98dac9d08429e886afb02a2e03952 2024-11-13T15:55:47,599 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19d98dac9d08429e886afb02a2e03952 2024-11-13T15:55:47,599 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/default/test/bc8e8129a8749ad4ab7a3ebde081464b/f/19d98dac9d08429e886afb02a2e03952, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T15:55:47,600 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/default/test/bc8e8129a8749ad4ab7a3ebde081464b/.tmp/f1/e4d5370dc8e4494eb719b9faf3d9fbfb as hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/default/test/bc8e8129a8749ad4ab7a3ebde081464b/f1/e4d5370dc8e4494eb719b9faf3d9fbfb 2024-11-13T15:55:47,604 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e4d5370dc8e4494eb719b9faf3d9fbfb 2024-11-13T15:55:47,604 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/default/test/bc8e8129a8749ad4ab7a3ebde081464b/f1/e4d5370dc8e4494eb719b9faf3d9fbfb, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T15:55:47,604 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/default/test/bc8e8129a8749ad4ab7a3ebde081464b/.tmp/norep/ab4576eeef554d4fb1116d10655fccca as hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/default/test/bc8e8129a8749ad4ab7a3ebde081464b/norep/ab4576eeef554d4fb1116d10655fccca 2024-11-13T15:55:47,608 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab4576eeef554d4fb1116d10655fccca 2024-11-13T15:55:47,608 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/default/test/bc8e8129a8749ad4ab7a3ebde081464b/norep/ab4576eeef554d4fb1116d10655fccca, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T15:55:47,608 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/hbase/meta/1588230740/.tmp/table/11236396479a47e19ff1975384731ab5 is 53, key is hbase:replication/table:state/1731513337657/Put/seqid=0 2024-11-13T15:55:47,609 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for bc8e8129a8749ad4ab7a3ebde081464b in 900ms, sequenceid=12, compaction requested=false 2024-11-13T15:55:47,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35493 is added to blk_1073741846_1022 (size=5308) 2024-11-13T15:55:47,613 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/default/test/bc8e8129a8749ad4ab7a3ebde081464b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T15:55:47,613 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:55:47,613 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T15:55:47,613 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731513331014.bc8e8129a8749ad4ab7a3ebde081464b. 2024-11-13T15:55:47,613 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bc8e8129a8749ad4ab7a3ebde081464b: Waiting for close lock at 1731513346709Running coprocessor pre-close hooks at 1731513346709Disabling compacts and flushes for region at 1731513346709Disabling writes for close at 1731513346709Obtaining lock to block concurrent updates at 1731513346709Preparing flush snapshotting stores in bc8e8129a8749ad4ab7a3ebde081464b at 1731513346709Finished memstore snapshotting test,,1731513331014.bc8e8129a8749ad4ab7a3ebde081464b., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731513346709Flushing stores of test,,1731513331014.bc8e8129a8749ad4ab7a3ebde081464b. at 1731513346710 (+1 ms)Flushing bc8e8129a8749ad4ab7a3ebde081464b/f: creating writer at 1731513346710Flushing bc8e8129a8749ad4ab7a3ebde081464b/f: appending metadata at 1731513346732 (+22 ms)Flushing bc8e8129a8749ad4ab7a3ebde081464b/f: closing flushed file at 1731513346732Flushing bc8e8129a8749ad4ab7a3ebde081464b/f1: creating writer at 1731513347148 (+416 ms)Flushing bc8e8129a8749ad4ab7a3ebde081464b/f1: appending metadata at 1731513347166 (+18 ms)Flushing bc8e8129a8749ad4ab7a3ebde081464b/f1: closing flushed file at 1731513347166Flushing bc8e8129a8749ad4ab7a3ebde081464b/norep: creating writer at 1731513347174 (+8 ms)Flushing bc8e8129a8749ad4ab7a3ebde081464b/norep: appending metadata at 1731513347188 (+14 ms)Flushing bc8e8129a8749ad4ab7a3ebde081464b/norep: closing flushed file at 1731513347188Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5de94511: reopening flushed file at 1731513347595 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ac66716: reopening flushed file at 1731513347599 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20104e21: reopening flushed file at 1731513347604 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for bc8e8129a8749ad4ab7a3ebde081464b in 900ms, sequenceid=12, compaction requested=false at 1731513347609 (+5 ms)Writing region close event to WAL at 1731513347610 (+1 ms)Running coprocessor post-close hooks at 1731513347613 (+3 ms)Closed at 1731513347613 2024-11-13T15:55:47,613 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731513331014.bc8e8129a8749ad4ab7a3ebde081464b. 2024-11-13T15:55:47,613 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c8302fc2d414fcd1d7caf82bbd33a96b, disabling compactions & flushes 2024-11-13T15:55:47,613 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731513336487.c8302fc2d414fcd1d7caf82bbd33a96b. 2024-11-13T15:55:47,613 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731513336487.c8302fc2d414fcd1d7caf82bbd33a96b. 2024-11-13T15:55:47,614 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731513336487.c8302fc2d414fcd1d7caf82bbd33a96b. after waiting 0 ms 2024-11-13T15:55:47,614 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731513336487.c8302fc2d414fcd1d7caf82bbd33a96b. 2024-11-13T15:55:47,614 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c8302fc2d414fcd1d7caf82bbd33a96b: Waiting for close lock at 1731513347613Running coprocessor pre-close hooks at 1731513347613Disabling compacts and flushes for region at 1731513347613Disabling writes for close at 1731513347614 (+1 ms)Failed flush hbase:replication,,1731513336487.c8302fc2d414fcd1d7caf82bbd33a96b., putting online again at 1731513347614 2024-11-13T15:55:47,614 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731513336487.c8302fc2d414fcd1d7caf82bbd33a96b. 2024-11-13T15:55:47,710 INFO [RS:0;c4c650e80f58:33115 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T15:55:47,710 DEBUG [RS:0;c4c650e80f58:33115 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c8302fc2d414fcd1d7caf82bbd33a96b=hbase:replication,,1731513336487.c8302fc2d414fcd1d7caf82bbd33a96b.} 2024-11-13T15:55:47,710 INFO [RS:0;c4c650e80f58:33115 {}] regionserver.HRegionServer(3091): Received CLOSE for c8302fc2d414fcd1d7caf82bbd33a96b 2024-11-13T15:55:47,711 DEBUG [RS:0;c4c650e80f58:33115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c8302fc2d414fcd1d7caf82bbd33a96b 2024-11-13T15:55:47,711 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c8302fc2d414fcd1d7caf82bbd33a96b, disabling compactions & flushes 2024-11-13T15:55:47,711 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731513336487.c8302fc2d414fcd1d7caf82bbd33a96b. 2024-11-13T15:55:47,711 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731513336487.c8302fc2d414fcd1d7caf82bbd33a96b. 2024-11-13T15:55:47,711 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731513336487.c8302fc2d414fcd1d7caf82bbd33a96b. after waiting 0 ms 2024-11-13T15:55:47,711 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731513336487.c8302fc2d414fcd1d7caf82bbd33a96b. 2024-11-13T15:55:47,711 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c8302fc2d414fcd1d7caf82bbd33a96b: Waiting for close lock at 1731513347711Running coprocessor pre-close hooks at 1731513347711Disabling compacts and flushes for region at 1731513347711Disabling writes for close at 1731513347711Failed flush hbase:replication,,1731513336487.c8302fc2d414fcd1d7caf82bbd33a96b., putting online again at 1731513347711 2024-11-13T15:55:47,711 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731513336487.c8302fc2d414fcd1d7caf82bbd33a96b. 2024-11-13T15:55:47,757 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652 to pos 1759, reset compression=false 2024-11-13T15:55:47,762 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:55:47,762 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652 to pos 2403, reset compression=false 2024-11-13T15:55:47,817 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 1493, reset compression=false 2024-11-13T15:55:47,911 DEBUG [RS:0;c4c650e80f58:33115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:55:47,934 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 1468, reset compression=false 2024-11-13T15:55:47,966 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/WALs/c4c650e80f58,33115,1731513325056/c4c650e80f58%2C33115%2C1731513325056.1731513326652 to pos 2403, reset compression=false 2024-11-13T15:55:48,013 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/hbase/meta/1588230740/.tmp/table/11236396479a47e19ff1975384731ab5 2024-11-13T15:55:48,017 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/hbase/meta/1588230740/.tmp/info/5055f2b608a74af68a7bb3a4275e807f as hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/hbase/meta/1588230740/info/5055f2b608a74af68a7bb3a4275e807f 2024-11-13T15:55:48,022 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/hbase/meta/1588230740/info/5055f2b608a74af68a7bb3a4275e807f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T15:55:48,023 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/hbase/meta/1588230740/.tmp/ns/f696d321c86a49aeaa89cb461bffc3c9 as hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/hbase/meta/1588230740/ns/f696d321c86a49aeaa89cb461bffc3c9 2024-11-13T15:55:48,027 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/hbase/meta/1588230740/ns/f696d321c86a49aeaa89cb461bffc3c9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T15:55:48,027 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/hbase/meta/1588230740/.tmp/rep_barrier/d31226b585684236a4cd9bc32dc63b6b as hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/hbase/meta/1588230740/rep_barrier/d31226b585684236a4cd9bc32dc63b6b 2024-11-13T15:55:48,031 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/hbase/meta/1588230740/rep_barrier/d31226b585684236a4cd9bc32dc63b6b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T15:55:48,032 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/hbase/meta/1588230740/.tmp/table/11236396479a47e19ff1975384731ab5 as hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/hbase/meta/1588230740/table/11236396479a47e19ff1975384731ab5 2024-11-13T15:55:48,036 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/hbase/meta/1588230740/table/11236396479a47e19ff1975384731ab5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T15:55:48,037 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=16, compaction requested=false 2024-11-13T15:55:48,042 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T15:55:48,042 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:55:48,042 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:55:48,042 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:55:48,042 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513346711Running coprocessor pre-close hooks at 1731513346711Disabling compacts and flushes for region at 1731513346711Disabling writes for close at 1731513346711Obtaining lock to block concurrent updates at 1731513346711Preparing flush snapshotting stores in 1588230740 at 1731513346711Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731513346711Flushing stores of hbase:meta,,1.1588230740 at 1731513346712 (+1 ms)Flushing 1588230740/info: creating writer at 1731513346712Flushing 1588230740/info: appending metadata at 1731513346728 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731513346728Flushing 1588230740/ns: creating writer at 1731513347137 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731513347160 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731513347160Flushing 1588230740/rep_barrier: creating writer at 1731513347569 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731513347583 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731513347583Flushing 1588230740/table: creating writer at 1731513347591 (+8 ms)Flushing 1588230740/table: appending metadata at 1731513347608 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731513347608Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b2fa4a1: reopening flushed file at 1731513348017 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fdd57d7: reopening flushed file at 1731513348022 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26cc79ca: reopening flushed file at 1731513348027 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b7e3f38: reopening flushed file at 1731513348031 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=16, compaction requested=false at 1731513348037 (+6 ms)Writing region close event to WAL at 1731513348039 (+2 ms)Running coprocessor post-close hooks at 1731513348042 (+3 ms)Closed at 1731513348042 2024-11-13T15:55:48,043 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T15:55:48,111 INFO [RS:0;c4c650e80f58:33115 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T15:55:48,111 INFO [RS:0;c4c650e80f58:33115 {}] regionserver.HRegionServer(976): stopping server c4c650e80f58,33115,1731513325056; all regions closed. 2024-11-13T15:55:48,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35493 is added to blk_1073741834_1010 (size=4239) 2024-11-13T15:55:48,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35493 is added to blk_1073741839_1015 (size=2390) 2024-11-13T15:55:48,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35493 is added to blk_1073741832_1008 (size=2411) 2024-11-13T15:55:48,118 DEBUG [RS:0;c4c650e80f58:33115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:48,118 INFO [RS:0;c4c650e80f58:33115 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:55:48,118 INFO [RS:0;c4c650e80f58:33115 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:55:48,119 INFO [RS:0;c4c650e80f58:33115 {}] hbase.ChoreService(370): Chore service for: regionserver/c4c650e80f58:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T15:55:48,119 INFO [RS:0;c4c650e80f58:33115 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:55:48,119 INFO [regionserver/c4c650e80f58:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:55:48,119 INFO [RS:0;c4c650e80f58:33115 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c4c650e80f58,33115,1731513325056 because: Region server is closing 2024-11-13T15:55:48,119 INFO [RS:0;c4c650e80f58:33115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:33115. 2024-11-13T15:55:48,119 DEBUG [RS:0;c4c650e80f58:33115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:55:48,119 DEBUG [RS:0;c4c650e80f58:33115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:48,119 DEBUG [RS:0;c4c650e80f58:33115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:48,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:55:48,220 INFO [RS:0;c4c650e80f58:33115 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.shipperc4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 terminated 2024-11-13T15:55:48,220 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,33115,1731513325056.replicationSource.wal-reader.c4c650e80f58%2C33115%2C1731513325056,1-c4c650e80f58,33115,1731513325056 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T15:55:48,220 INFO [RS:0;c4c650e80f58:33115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:33115. 2024-11-13T15:55:48,220 DEBUG [RS:0;c4c650e80f58:33115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:55:48,220 DEBUG [RS:0;c4c650e80f58:33115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:48,220 DEBUG [RS:0;c4c650e80f58:33115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:48,220 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:55:48,220 INFO [RS:0;c4c650e80f58:33115 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33115 2024-11-13T15:55:48,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x100a60009ef0007, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21134265867/rs/c4c650e80f58,33115,1731513325056 2024-11-13T15:55:48,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42153-0x100a60009ef0006, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134265867/rs 2024-11-13T15:55:48,223 INFO [RS:0;c4c650e80f58:33115 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:55:48,225 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4c650e80f58,33115,1731513325056] 2024-11-13T15:55:48,226 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21134265867/draining/c4c650e80f58,33115,1731513325056 already deleted, retry=false 2024-11-13T15:55:48,226 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4c650e80f58,33115,1731513325056 expired; onlineServers=0 2024-11-13T15:55:48,226 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4c650e80f58,42153,1731513324960' ***** 2024-11-13T15:55:48,226 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T15:55:48,226 INFO [M:0;c4c650e80f58:42153 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:55:48,226 INFO [M:0;c4c650e80f58:42153 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:55:48,227 DEBUG [M:0;c4c650e80f58:42153 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T15:55:48,227 DEBUG [M:0;c4c650e80f58:42153 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T15:55:48,227 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T15:55:48,227 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513326460 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513326460,5,FailOnTimeoutGroup] 2024-11-13T15:55:48,227 INFO [M:0;c4c650e80f58:42153 {}] hbase.ChoreService(370): Chore service for: master/c4c650e80f58:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T15:55:48,227 INFO [M:0;c4c650e80f58:42153 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:55:48,227 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513326462 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513326462,5,FailOnTimeoutGroup] 2024-11-13T15:55:48,227 DEBUG [M:0;c4c650e80f58:42153 {}] master.HMaster(1795): Stopping service threads 2024-11-13T15:55:48,227 INFO [M:0;c4c650e80f58:42153 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T15:55:48,228 INFO [M:0;c4c650e80f58:42153 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:55:48,228 INFO [M:0;c4c650e80f58:42153 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T15:55:48,228 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T15:55:48,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42153-0x100a60009ef0006, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21134265867/master 2024-11-13T15:55:48,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42153-0x100a60009ef0006, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134265867 2024-11-13T15:55:48,229 DEBUG [M:0;c4c650e80f58:42153 {}] zookeeper.ZKUtil(347): master:42153-0x100a60009ef0006, quorum=127.0.0.1:54286, baseZNode=/21134265867 Unable to get data of znode /21134265867/master because node does not exist (not an error) 2024-11-13T15:55:48,229 WARN [M:0;c4c650e80f58:42153 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T15:55:48,230 INFO [M:0;c4c650e80f58:42153 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/.lastflushedseqids 2024-11-13T15:55:48,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35493 is added to blk_1073741847_1023 (size=245) 2024-11-13T15:55:48,321 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 1493, reset compression=false 2024-11-13T15:55:48,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x100a60009ef0007, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:55:48,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x100a60009ef0007, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:55:48,325 INFO [RS:0;c4c650e80f58:33115 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:55:48,325 INFO [RS:0;c4c650e80f58:33115 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4c650e80f58,33115,1731513325056; zookeeper connection closed. 2024-11-13T15:55:48,325 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23a866c7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23a866c7 2024-11-13T15:55:48,326 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T15:55:48,519 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T15:55:48,537 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 1468, reset compression=false 2024-11-13T15:55:48,634 INFO [M:0;c4c650e80f58:42153 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T15:55:48,635 INFO [M:0;c4c650e80f58:42153 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T15:55:48,635 DEBUG [M:0;c4c650e80f58:42153 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:55:48,635 INFO [M:0;c4c650e80f58:42153 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:48,635 DEBUG [M:0;c4c650e80f58:42153 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:48,635 DEBUG [M:0;c4c650e80f58:42153 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:55:48,635 DEBUG [M:0;c4c650e80f58:42153 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:48,635 INFO [M:0;c4c650e80f58:42153 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-13T15:55:48,652 DEBUG [M:0;c4c650e80f58:42153 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da3b01b102484b6dacbd3ab185996870 is 82, key is hbase:meta,,1/info:regioninfo/1731513327641/Put/seqid=0 2024-11-13T15:55:48,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35493 is added to blk_1073741848_1024 (size=5672) 2024-11-13T15:55:48,924 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 1493, reset compression=false 2024-11-13T15:55:49,056 INFO [M:0;c4c650e80f58:42153 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da3b01b102484b6dacbd3ab185996870 2024-11-13T15:55:49,078 DEBUG [M:0;c4c650e80f58:42153 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c7710f699f640e2861eb0881fa89990 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731513337660/Put/seqid=0 2024-11-13T15:55:49,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35493 is added to blk_1073741849_1025 (size=9212) 2024-11-13T15:55:49,240 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 1468, reset compression=false 2024-11-13T15:55:49,488 INFO [M:0;c4c650e80f58:42153 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c7710f699f640e2861eb0881fa89990 2024-11-13T15:55:49,510 DEBUG [M:0;c4c650e80f58:42153 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd91ec8233934fe29941f4bfa2895f8b is 69, key is c4c650e80f58,33115,1731513325056/rs:state/1731513326496/Put/seqid=0 2024-11-13T15:55:49,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35493 is added to blk_1073741850_1026 (size=5156) 2024-11-13T15:55:49,628 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 1493, reset compression=false 2024-11-13T15:55:49,921 INFO [M:0;c4c650e80f58:42153 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd91ec8233934fe29941f4bfa2895f8b 2024-11-13T15:55:49,926 DEBUG [M:0;c4c650e80f58:42153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da3b01b102484b6dacbd3ab185996870 as hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/da3b01b102484b6dacbd3ab185996870 2024-11-13T15:55:49,929 INFO [M:0;c4c650e80f58:42153 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/da3b01b102484b6dacbd3ab185996870, entries=8, sequenceid=127, filesize=5.5 K 2024-11-13T15:55:49,929 DEBUG [M:0;c4c650e80f58:42153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c7710f699f640e2861eb0881fa89990 as hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1c7710f699f640e2861eb0881fa89990 2024-11-13T15:55:49,933 INFO [M:0;c4c650e80f58:42153 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1c7710f699f640e2861eb0881fa89990, entries=15, sequenceid=127, filesize=9.0 K 2024-11-13T15:55:49,933 DEBUG [M:0;c4c650e80f58:42153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd91ec8233934fe29941f4bfa2895f8b as hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cd91ec8233934fe29941f4bfa2895f8b 2024-11-13T15:55:49,936 INFO [M:0;c4c650e80f58:42153 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34047/user/jenkins/test-data/d3d861f4-6f45-38d3-e587-7ded1d5b92da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cd91ec8233934fe29941f4bfa2895f8b, entries=1, sequenceid=127, filesize=5.0 K 2024-11-13T15:55:49,937 INFO [M:0;c4c650e80f58:42153 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=127, compaction requested=false 2024-11-13T15:55:49,938 INFO [M:0;c4c650e80f58:42153 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:49,939 DEBUG [M:0;c4c650e80f58:42153 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513348635Disabling compacts and flushes for region at 1731513348635Disabling writes for close at 1731513348635Obtaining lock to block concurrent updates at 1731513348635Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731513348635Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731513348635Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731513348636 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731513348636Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731513348651 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731513348651Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731513349059 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731513349077 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731513349077Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731513349492 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731513349510 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731513349510Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2018c398: reopening flushed file at 1731513349925 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@315ca49f: reopening flushed file at 1731513349929 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c01a786: reopening flushed file at 1731513349933 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=127, compaction requested=false at 1731513349937 (+4 ms)Writing region close event to WAL at 1731513349938 (+1 ms)Closed at 1731513349938 2024-11-13T15:55:49,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35493 is added to blk_1073741830_1006 (size=73866) 2024-11-13T15:55:49,941 INFO [M:0;c4c650e80f58:42153 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T15:55:49,941 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:55:49,941 INFO [M:0;c4c650e80f58:42153 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42153 2024-11-13T15:55:49,942 INFO [M:0;c4c650e80f58:42153 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:55:50,044 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 1468, reset compression=false 2024-11-13T15:55:50,053 INFO [M:0;c4c650e80f58:42153 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:55:50,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42153-0x100a60009ef0006, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:55:50,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42153-0x100a60009ef0006, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:55:50,055 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63d7bf17{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:55:50,055 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4319d4b8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:55:50,056 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:55:50,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6db34890{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:55:50,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a1437ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b76a93d-2ef4-3e89-6c2d-bc2afa28f65a/hadoop.log.dir/,STOPPED} 2024-11-13T15:55:50,058 WARN [BP-1529003414-172.17.0.3-1731513324123 heartbeating to localhost/127.0.0.1:34047 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T15:55:50,058 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T15:55:50,058 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T15:55:50,058 WARN [BP-1529003414-172.17.0.3-1731513324123 heartbeating to localhost/127.0.0.1:34047 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1529003414-172.17.0.3-1731513324123 (Datanode Uuid 9160f819-ed26-4933-9880-fd61f5373715) service to localhost/127.0.0.1:34047 2024-11-13T15:55:50,058 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b76a93d-2ef4-3e89-6c2d-bc2afa28f65a/cluster_a98e9347-720d-93cf-24c2-decfd2718b62/data/data1/current/BP-1529003414-172.17.0.3-1731513324123 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:55:50,059 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b76a93d-2ef4-3e89-6c2d-bc2afa28f65a/cluster_a98e9347-720d-93cf-24c2-decfd2718b62/data/data2/current/BP-1529003414-172.17.0.3-1731513324123 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:55:50,059 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T15:55:50,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56e63420{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:55:50,066 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78967886{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:55:50,066 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:55:50,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@592ccd33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:55:50,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a329d3b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b76a93d-2ef4-3e89-6c2d-bc2afa28f65a/hadoop.log.dir/,STOPPED} 2024-11-13T15:55:50,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T15:55:50,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T15:55:50,081 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:55:50,081 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:55:50,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:50,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:50,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:55:50,082 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T15:55:50,082 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1074038370, stopped=false 2024-11-13T15:55:50,082 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4c650e80f58,32801,1731513321625 2024-11-13T15:55:50,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x100a60009ef0003, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-257865964/running 2024-11-13T15:55:50,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39669-0x100a60009ef0004, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-257865964/running 2024-11-13T15:55:50,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x100a60009ef0003, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257865964 2024-11-13T15:55:50,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39669-0x100a60009ef0004, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257865964 2024-11-13T15:55:50,083 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:55:50,084 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:55:50,084 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:55:50,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:50,084 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4c650e80f58,39669,1731513321664' ***** 2024-11-13T15:55:50,084 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T15:55:50,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39669-0x100a60009ef0004, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Set watcher on znode that does not yet exist, /1-257865964/running 2024-11-13T15:55:50,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32801-0x100a60009ef0003, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Set watcher on znode that does not yet exist, /1-257865964/running 2024-11-13T15:55:50,085 INFO [RS:0;c4c650e80f58:39669 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T15:55:50,085 INFO [RS:0;c4c650e80f58:39669 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T15:55:50,085 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T15:55:50,085 INFO [RS:0;c4c650e80f58:39669 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T15:55:50,085 INFO [RS:0;c4c650e80f58:39669 {}] regionserver.HRegionServer(3091): Received CLOSE for 52fc917b2d089fa894f32faacbd2c5f5 2024-11-13T15:55:50,085 INFO [RS:0;c4c650e80f58:39669 {}] regionserver.HRegionServer(3091): Received CLOSE for d1bd43c08fd8f7f43437e80eefdbc2a3 2024-11-13T15:55:50,085 INFO [RS:0;c4c650e80f58:39669 {}] regionserver.HRegionServer(959): stopping server c4c650e80f58,39669,1731513321664 2024-11-13T15:55:50,085 INFO [RS:0;c4c650e80f58:39669 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:55:50,086 INFO [RS:0;c4c650e80f58:39669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:39669. 2024-11-13T15:55:50,086 DEBUG [RS:0;c4c650e80f58:39669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:55:50,086 DEBUG [RS:0;c4c650e80f58:39669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:50,086 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 52fc917b2d089fa894f32faacbd2c5f5, disabling compactions & flushes 2024-11-13T15:55:50,086 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731513335341.52fc917b2d089fa894f32faacbd2c5f5. 2024-11-13T15:55:50,086 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731513335341.52fc917b2d089fa894f32faacbd2c5f5. 2024-11-13T15:55:50,086 INFO [RS:0;c4c650e80f58:39669 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T15:55:50,086 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731513335341.52fc917b2d089fa894f32faacbd2c5f5. after waiting 0 ms 2024-11-13T15:55:50,086 INFO [RS:0;c4c650e80f58:39669 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T15:55:50,086 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731513335341.52fc917b2d089fa894f32faacbd2c5f5. 2024-11-13T15:55:50,086 INFO [RS:0;c4c650e80f58:39669 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T15:55:50,086 INFO [RS:0;c4c650e80f58:39669 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T15:55:50,086 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 52fc917b2d089fa894f32faacbd2c5f5 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-13T15:55:50,086 INFO [RS:0;c4c650e80f58:39669 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T15:55:50,086 DEBUG [RS:0;c4c650e80f58:39669 {}] regionserver.HRegionServer(1325): Online Regions={52fc917b2d089fa894f32faacbd2c5f5=hbase:replication,,1731513335341.52fc917b2d089fa894f32faacbd2c5f5., 1588230740=hbase:meta,,1.1588230740, d1bd43c08fd8f7f43437e80eefdbc2a3=test,,1731513328865.d1bd43c08fd8f7f43437e80eefdbc2a3.} 2024-11-13T15:55:50,086 DEBUG [RS:0;c4c650e80f58:39669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52fc917b2d089fa894f32faacbd2c5f5, d1bd43c08fd8f7f43437e80eefdbc2a3 2024-11-13T15:55:50,086 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:55:50,086 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:55:50,086 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:55:50,086 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:55:50,086 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:55:50,086 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T15:55:50,102 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/hbase/meta/1588230740/.tmp/info/a35d4b88506343c6a7967fe02c52fad5 is 147, key is hbase:replication,,1731513335341.52fc917b2d089fa894f32faacbd2c5f5./info:regioninfo/1731513336133/Put/seqid=0 2024-11-13T15:55:50,105 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/hbase/replication/52fc917b2d089fa894f32faacbd2c5f5/.tmp/queue/1e4cc92b099e4ed7b81faa6dd75779c4 is 154, key is 1-c4c650e80f58,39669,1731513321664/queue:c4c650e80f58%2C39669%2C1731513321664/1731513346524/Put/seqid=0 2024-11-13T15:55:50,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741840_1016 (size=7686) 2024-11-13T15:55:50,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741841_1017 (size=5353) 2024-11-13T15:55:50,137 INFO [regionserver/c4c650e80f58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T15:55:50,137 INFO [regionserver/c4c650e80f58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T15:55:50,153 INFO [regionserver/c4c650e80f58:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:55:50,286 DEBUG [RS:0;c4c650e80f58:39669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52fc917b2d089fa894f32faacbd2c5f5, d1bd43c08fd8f7f43437e80eefdbc2a3 2024-11-13T15:55:50,431 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 1493, reset compression=false 2024-11-13T15:55:50,487 DEBUG [RS:0;c4c650e80f58:39669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52fc917b2d089fa894f32faacbd2c5f5, d1bd43c08fd8f7f43437e80eefdbc2a3 2024-11-13T15:55:50,506 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/hbase/meta/1588230740/.tmp/info/a35d4b88506343c6a7967fe02c52fad5 2024-11-13T15:55:50,510 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/hbase/replication/52fc917b2d089fa894f32faacbd2c5f5/.tmp/queue/1e4cc92b099e4ed7b81faa6dd75779c4 2024-11-13T15:55:50,514 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/hbase/replication/52fc917b2d089fa894f32faacbd2c5f5/.tmp/queue/1e4cc92b099e4ed7b81faa6dd75779c4 as hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/hbase/replication/52fc917b2d089fa894f32faacbd2c5f5/queue/1e4cc92b099e4ed7b81faa6dd75779c4 2024-11-13T15:55:50,517 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/hbase/replication/52fc917b2d089fa894f32faacbd2c5f5/queue/1e4cc92b099e4ed7b81faa6dd75779c4, entries=1, sequenceid=14, filesize=5.2 K 2024-11-13T15:55:50,518 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 52fc917b2d089fa894f32faacbd2c5f5 in 432ms, sequenceid=14, compaction requested=false 2024-11-13T15:55:50,520 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/hbase/replication/52fc917b2d089fa894f32faacbd2c5f5/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-13T15:55:50,521 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:55:50,521 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:55:50,521 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731513335341.52fc917b2d089fa894f32faacbd2c5f5. 2024-11-13T15:55:50,521 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 52fc917b2d089fa894f32faacbd2c5f5: Waiting for close lock at 1731513350086Running coprocessor pre-close hooks at 1731513350086Disabling compacts and flushes for region at 1731513350086Disabling writes for close at 1731513350086Obtaining lock to block concurrent updates at 1731513350086Preparing flush snapshotting stores in 52fc917b2d089fa894f32faacbd2c5f5 at 1731513350086Finished memstore snapshotting hbase:replication,,1731513335341.52fc917b2d089fa894f32faacbd2c5f5., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731513350086Flushing stores of hbase:replication,,1731513335341.52fc917b2d089fa894f32faacbd2c5f5. at 1731513350087 (+1 ms)Flushing 52fc917b2d089fa894f32faacbd2c5f5/queue: creating writer at 1731513350087Flushing 52fc917b2d089fa894f32faacbd2c5f5/queue: appending metadata at 1731513350104 (+17 ms)Flushing 52fc917b2d089fa894f32faacbd2c5f5/queue: closing flushed file at 1731513350104Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@608184ed: reopening flushed file at 1731513350513 (+409 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 52fc917b2d089fa894f32faacbd2c5f5 in 432ms, sequenceid=14, compaction requested=false at 1731513350518 (+5 ms)Writing region close event to WAL at 1731513350518Running coprocessor post-close hooks at 1731513350521 (+3 ms)Closed at 1731513350521 2024-11-13T15:55:50,521 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731513335341.52fc917b2d089fa894f32faacbd2c5f5. 2024-11-13T15:55:50,521 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d1bd43c08fd8f7f43437e80eefdbc2a3, disabling compactions & flushes 2024-11-13T15:55:50,521 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731513328865.d1bd43c08fd8f7f43437e80eefdbc2a3. 2024-11-13T15:55:50,521 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731513328865.d1bd43c08fd8f7f43437e80eefdbc2a3. 2024-11-13T15:55:50,521 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731513328865.d1bd43c08fd8f7f43437e80eefdbc2a3. after waiting 0 ms 2024-11-13T15:55:50,521 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731513328865.d1bd43c08fd8f7f43437e80eefdbc2a3. 2024-11-13T15:55:50,521 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d1bd43c08fd8f7f43437e80eefdbc2a3 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-13T15:55:50,529 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/hbase/meta/1588230740/.tmp/ns/d13c76c7de594bd281de3eca2a8c2f0f is 43, key is default/ns:d/1731513323952/Put/seqid=0 2024-11-13T15:55:50,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741842_1018 (size=5153) 2024-11-13T15:55:50,533 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/hbase/meta/1588230740/.tmp/ns/d13c76c7de594bd281de3eca2a8c2f0f 2024-11-13T15:55:50,538 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/default/test/d1bd43c08fd8f7f43437e80eefdbc2a3/.tmp/f/b72f94bb99bf4d07aed61d2709dea149 is 37, key is row3/f:row3/1731513345364/Put/seqid=0 2024-11-13T15:55:50,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741843_1019 (size=5228) 2024-11-13T15:55:50,552 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/hbase/meta/1588230740/.tmp/rep_barrier/052997d6e1dc4818921f7ee777b7e93d is 112, key is test,,1731513328865.d1bd43c08fd8f7f43437e80eefdbc2a3./rep_barrier:seqnumDuringOpen/1731513330018/Put/seqid=0 2024-11-13T15:55:50,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741844_1020 (size=5518) 2024-11-13T15:55:50,687 DEBUG [RS:0;c4c650e80f58:39669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d1bd43c08fd8f7f43437e80eefdbc2a3 2024-11-13T15:55:50,887 DEBUG [RS:0;c4c650e80f58:39669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d1bd43c08fd8f7f43437e80eefdbc2a3 2024-11-13T15:55:50,942 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/default/test/d1bd43c08fd8f7f43437e80eefdbc2a3/.tmp/f/b72f94bb99bf4d07aed61d2709dea149 2024-11-13T15:55:50,947 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b72f94bb99bf4d07aed61d2709dea149 2024-11-13T15:55:50,947 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 1468, reset compression=false 2024-11-13T15:55:50,956 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/hbase/meta/1588230740/.tmp/rep_barrier/052997d6e1dc4818921f7ee777b7e93d 2024-11-13T15:55:50,956 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:55:50,956 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 1715, reset compression=false 2024-11-13T15:55:50,956 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.shipperc4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,39669,1731513321664 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T15:55:50,957 ERROR [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.shipperc4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c4c650e80f58,39669,1731513321664: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c4c650e80f58,39669,1731513321664, walGroup=c4c650e80f58%2C39669%2C1731513321664, offset=c4c650e80f58%2C39669%2C1731513321664.1731513323264:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:39669 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T15:55:50,958 ERROR [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.shipperc4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T15:55:50,959 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.shipperc4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T15:55:50,959 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.shipperc4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T15:55:50,959 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.shipperc4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T15:55:50,959 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.shipperc4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T15:55:50,959 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.shipperc4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 918636672 }, "NonHeapMemoryUsage": { "committed": 201195520, "init": 7667712, "max": -1, "used": 198336848 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T15:55:50,960 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.shipperc4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:32801 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:32801 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T15:55:50,967 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/default/test/d1bd43c08fd8f7f43437e80eefdbc2a3/.tmp/f1/849754c179ba48cf9fc0e7a280a47e38 is 30, key is row1/f1:/1731513342704/DeleteFamily/seqid=0 2024-11-13T15:55:50,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741845_1021 (size=5158) 2024-11-13T15:55:50,980 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/hbase/meta/1588230740/.tmp/table/2c32f1df3fe2416e894e5d48f75b77cf is 53, key is hbase:replication/table:state/1731513336142/Put/seqid=0 2024-11-13T15:55:51,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741846_1022 (size=5308) 2024-11-13T15:55:51,000 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/hbase/meta/1588230740/.tmp/table/2c32f1df3fe2416e894e5d48f75b77cf 2024-11-13T15:55:51,005 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/hbase/meta/1588230740/.tmp/info/a35d4b88506343c6a7967fe02c52fad5 as hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/hbase/meta/1588230740/info/a35d4b88506343c6a7967fe02c52fad5 2024-11-13T15:55:51,010 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/hbase/meta/1588230740/info/a35d4b88506343c6a7967fe02c52fad5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T15:55:51,011 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/hbase/meta/1588230740/.tmp/ns/d13c76c7de594bd281de3eca2a8c2f0f as hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/hbase/meta/1588230740/ns/d13c76c7de594bd281de3eca2a8c2f0f 2024-11-13T15:55:51,014 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/hbase/meta/1588230740/ns/d13c76c7de594bd281de3eca2a8c2f0f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T15:55:51,015 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/hbase/meta/1588230740/.tmp/rep_barrier/052997d6e1dc4818921f7ee777b7e93d as hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/hbase/meta/1588230740/rep_barrier/052997d6e1dc4818921f7ee777b7e93d 2024-11-13T15:55:51,018 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/hbase/meta/1588230740/rep_barrier/052997d6e1dc4818921f7ee777b7e93d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T15:55:51,019 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/hbase/meta/1588230740/.tmp/table/2c32f1df3fe2416e894e5d48f75b77cf as hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/hbase/meta/1588230740/table/2c32f1df3fe2416e894e5d48f75b77cf 2024-11-13T15:55:51,022 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/hbase/meta/1588230740/table/2c32f1df3fe2416e894e5d48f75b77cf, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T15:55:51,023 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 937ms, sequenceid=16, compaction requested=false 2024-11-13T15:55:51,023 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T15:55:51,028 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T15:55:51,029 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:55:51,029 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:55:51,029 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:55:51,029 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513350086Running coprocessor pre-close hooks at 1731513350086Disabling compacts and flushes for region at 1731513350086Disabling writes for close at 1731513350086Obtaining lock to block concurrent updates at 1731513350086Preparing flush snapshotting stores in 1588230740 at 1731513350086Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731513350087 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731513350087Flushing 1588230740/info: creating writer at 1731513350087Flushing 1588230740/info: appending metadata at 1731513350102 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731513350102Flushing 1588230740/ns: creating writer at 1731513350511 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731513350528 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731513350528Flushing 1588230740/rep_barrier: creating writer at 1731513350537 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731513350551 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731513350551Flushing 1588230740/table: creating writer at 1731513350961 (+410 ms)Flushing 1588230740/table: appending metadata at 1731513350979 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731513350980 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@568dcf8a: reopening flushed file at 1731513351004 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f5f6519: reopening flushed file at 1731513351010 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76771712: reopening flushed file at 1731513351015 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dd4f53e: reopening flushed file at 1731513351018 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 937ms, sequenceid=16, compaction requested=false at 1731513351023 (+5 ms)Writing region close event to WAL at 1731513351025 (+2 ms)Running coprocessor post-close hooks at 1731513351028 (+3 ms)Closed at 1731513351029 (+1 ms) 2024-11-13T15:55:51,029 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T15:55:51,087 INFO [RS:0;c4c650e80f58:39669 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T15:55:51,087 DEBUG [RS:0;c4c650e80f58:39669 {}] regionserver.HRegionServer(1325): Online Regions={d1bd43c08fd8f7f43437e80eefdbc2a3=test,,1731513328865.d1bd43c08fd8f7f43437e80eefdbc2a3.} 2024-11-13T15:55:51,087 DEBUG [RS:0;c4c650e80f58:39669 {}] regionserver.HRegionServer(1351): Waiting on d1bd43c08fd8f7f43437e80eefdbc2a3 2024-11-13T15:55:51,167 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 1715, reset compression=false 2024-11-13T15:55:51,287 DEBUG [RS:0;c4c650e80f58:39669 {}] regionserver.HRegionServer(1351): Waiting on d1bd43c08fd8f7f43437e80eefdbc2a3 2024-11-13T15:55:51,335 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 1493, reset compression=false 2024-11-13T15:55:51,372 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/default/test/d1bd43c08fd8f7f43437e80eefdbc2a3/.tmp/f1/849754c179ba48cf9fc0e7a280a47e38 2024-11-13T15:55:51,376 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 849754c179ba48cf9fc0e7a280a47e38 2024-11-13T15:55:51,398 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/default/test/d1bd43c08fd8f7f43437e80eefdbc2a3/.tmp/norep/d02458aa82184a639edcec5c66123260 is 33, key is row1/norep:/1731513342704/DeleteFamily/seqid=0 2024-11-13T15:55:51,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741847_1023 (size=5108) 2024-11-13T15:55:51,471 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 1715, reset compression=false 2024-11-13T15:55:51,488 DEBUG [RS:0;c4c650e80f58:39669 {}] regionserver.HRegionServer(1351): Waiting on d1bd43c08fd8f7f43437e80eefdbc2a3 2024-11-13T15:55:51,614 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T15:55:51,688 DEBUG [RS:0;c4c650e80f58:39669 {}] regionserver.HRegionServer(1351): Waiting on d1bd43c08fd8f7f43437e80eefdbc2a3 2024-11-13T15:55:51,802 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/default/test/d1bd43c08fd8f7f43437e80eefdbc2a3/.tmp/norep/d02458aa82184a639edcec5c66123260 2024-11-13T15:55:51,807 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d02458aa82184a639edcec5c66123260 2024-11-13T15:55:51,808 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/default/test/d1bd43c08fd8f7f43437e80eefdbc2a3/.tmp/f/b72f94bb99bf4d07aed61d2709dea149 as hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/default/test/d1bd43c08fd8f7f43437e80eefdbc2a3/f/b72f94bb99bf4d07aed61d2709dea149 2024-11-13T15:55:51,813 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b72f94bb99bf4d07aed61d2709dea149 2024-11-13T15:55:51,813 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/default/test/d1bd43c08fd8f7f43437e80eefdbc2a3/f/b72f94bb99bf4d07aed61d2709dea149, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T15:55:51,814 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/default/test/d1bd43c08fd8f7f43437e80eefdbc2a3/.tmp/f1/849754c179ba48cf9fc0e7a280a47e38 as hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/default/test/d1bd43c08fd8f7f43437e80eefdbc2a3/f1/849754c179ba48cf9fc0e7a280a47e38 2024-11-13T15:55:51,818 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 849754c179ba48cf9fc0e7a280a47e38 2024-11-13T15:55:51,818 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/default/test/d1bd43c08fd8f7f43437e80eefdbc2a3/f1/849754c179ba48cf9fc0e7a280a47e38, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T15:55:51,819 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/default/test/d1bd43c08fd8f7f43437e80eefdbc2a3/.tmp/norep/d02458aa82184a639edcec5c66123260 as hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/default/test/d1bd43c08fd8f7f43437e80eefdbc2a3/norep/d02458aa82184a639edcec5c66123260 2024-11-13T15:55:51,823 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d02458aa82184a639edcec5c66123260 2024-11-13T15:55:51,823 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/default/test/d1bd43c08fd8f7f43437e80eefdbc2a3/norep/d02458aa82184a639edcec5c66123260, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T15:55:51,824 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d1bd43c08fd8f7f43437e80eefdbc2a3 in 1303ms, sequenceid=12, compaction requested=false 2024-11-13T15:55:51,824 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T15:55:51,837 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/data/default/test/d1bd43c08fd8f7f43437e80eefdbc2a3/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T15:55:51,838 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:55:51,838 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T15:55:51,838 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731513328865.d1bd43c08fd8f7f43437e80eefdbc2a3. 2024-11-13T15:55:51,838 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d1bd43c08fd8f7f43437e80eefdbc2a3: Waiting for close lock at 1731513350521Running coprocessor pre-close hooks at 1731513350521Disabling compacts and flushes for region at 1731513350521Disabling writes for close at 1731513350521Obtaining lock to block concurrent updates at 1731513350521Preparing flush snapshotting stores in d1bd43c08fd8f7f43437e80eefdbc2a3 at 1731513350521Finished memstore snapshotting test,,1731513328865.d1bd43c08fd8f7f43437e80eefdbc2a3., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731513350522 (+1 ms)Flushing stores of test,,1731513328865.d1bd43c08fd8f7f43437e80eefdbc2a3. at 1731513350522Flushing d1bd43c08fd8f7f43437e80eefdbc2a3/f: creating writer at 1731513350522Flushing d1bd43c08fd8f7f43437e80eefdbc2a3/f: appending metadata at 1731513350538 (+16 ms)Flushing d1bd43c08fd8f7f43437e80eefdbc2a3/f: closing flushed file at 1731513350538Flushing d1bd43c08fd8f7f43437e80eefdbc2a3/f1: creating writer at 1731513350947 (+409 ms)Flushing d1bd43c08fd8f7f43437e80eefdbc2a3/f1: appending metadata at 1731513350966 (+19 ms)Flushing d1bd43c08fd8f7f43437e80eefdbc2a3/f1: closing flushed file at 1731513350966Flushing d1bd43c08fd8f7f43437e80eefdbc2a3/norep: creating writer at 1731513351376 (+410 ms)Flushing d1bd43c08fd8f7f43437e80eefdbc2a3/norep: appending metadata at 1731513351398 (+22 ms)Flushing d1bd43c08fd8f7f43437e80eefdbc2a3/norep: closing flushed file at 1731513351398Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78e661e: reopening flushed file at 1731513351807 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50c63095: reopening flushed file at 1731513351813 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@159c969f: reopening flushed file at 1731513351819 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d1bd43c08fd8f7f43437e80eefdbc2a3 in 1303ms, sequenceid=12, compaction requested=false at 1731513351824 (+5 ms)Writing region close event to WAL at 1731513351830 (+6 ms)Running coprocessor post-close hooks at 1731513351838 (+8 ms)Closed at 1731513351838 2024-11-13T15:55:51,838 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731513328865.d1bd43c08fd8f7f43437e80eefdbc2a3. 2024-11-13T15:55:51,874 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 1715, reset compression=false 2024-11-13T15:55:51,879 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:55:51,879 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/WALs/c4c650e80f58,39669,1731513321664/c4c650e80f58%2C39669%2C1731513321664.1731513323264 to pos 2359, reset compression=false 2024-11-13T15:55:51,888 INFO [RS:0;c4c650e80f58:39669 {}] regionserver.HRegionServer(976): stopping server c4c650e80f58,39669,1731513321664; all regions closed. 2024-11-13T15:55:51,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741834_1010 (size=4239) 2024-11-13T15:55:51,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741839_1015 (size=3552) 2024-11-13T15:55:51,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741832_1008 (size=2367) 2024-11-13T15:55:51,915 DEBUG [RS:0;c4c650e80f58:39669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:51,915 INFO [RS:0;c4c650e80f58:39669 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:55:51,915 INFO [RS:0;c4c650e80f58:39669 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:55:51,916 INFO [RS:0;c4c650e80f58:39669 {}] hbase.ChoreService(370): Chore service for: regionserver/c4c650e80f58:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T15:55:51,916 INFO [RS:0;c4c650e80f58:39669 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:55:51,916 INFO [regionserver/c4c650e80f58:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:55:51,917 INFO [RS:0;c4c650e80f58:39669 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c4c650e80f58,39669,1731513321664 because: Region server is closing 2024-11-13T15:55:51,917 INFO [RS:0;c4c650e80f58:39669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:39669. 2024-11-13T15:55:51,917 DEBUG [RS:0;c4c650e80f58:39669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:55:51,917 DEBUG [RS:0;c4c650e80f58:39669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:51,917 DEBUG [RS:0;c4c650e80f58:39669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:51,917 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:55:52,018 INFO [RS:0;c4c650e80f58:39669 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.shipperc4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 terminated 2024-11-13T15:55:52,018 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,39669,1731513321664.replicationSource.wal-reader.c4c650e80f58%2C39669%2C1731513321664,1-c4c650e80f58,39669,1731513321664 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T15:55:52,018 INFO [RS:0;c4c650e80f58:39669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:39669. 2024-11-13T15:55:52,018 DEBUG [RS:0;c4c650e80f58:39669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:55:52,018 DEBUG [RS:0;c4c650e80f58:39669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:52,018 DEBUG [RS:0;c4c650e80f58:39669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:52,018 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:55:52,018 INFO [RS:0;c4c650e80f58:39669 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39669 2024-11-13T15:55:52,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x100a60009ef0003, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257865964/rs 2024-11-13T15:55:52,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39669-0x100a60009ef0004, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-257865964/rs/c4c650e80f58,39669,1731513321664 2024-11-13T15:55:52,023 INFO [RS:0;c4c650e80f58:39669 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:55:52,023 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4c650e80f58,39669,1731513321664] 2024-11-13T15:55:52,024 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-257865964/draining/c4c650e80f58,39669,1731513321664 already deleted, retry=false 2024-11-13T15:55:52,024 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4c650e80f58,39669,1731513321664 expired; onlineServers=0 2024-11-13T15:55:52,024 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4c650e80f58,32801,1731513321625' ***** 2024-11-13T15:55:52,024 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T15:55:52,025 INFO [M:0;c4c650e80f58:32801 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:55:52,025 INFO [M:0;c4c650e80f58:32801 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:55:52,025 DEBUG [M:0;c4c650e80f58:32801 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T15:55:52,025 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T15:55:52,025 DEBUG [M:0;c4c650e80f58:32801 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T15:55:52,025 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513323092 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513323092,5,FailOnTimeoutGroup] 2024-11-13T15:55:52,025 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513323092 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513323092,5,FailOnTimeoutGroup] 2024-11-13T15:55:52,025 INFO [M:0;c4c650e80f58:32801 {}] hbase.ChoreService(370): Chore service for: master/c4c650e80f58:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T15:55:52,025 INFO [M:0;c4c650e80f58:32801 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:55:52,026 DEBUG [M:0;c4c650e80f58:32801 {}] master.HMaster(1795): Stopping service threads 2024-11-13T15:55:52,026 INFO [M:0;c4c650e80f58:32801 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T15:55:52,026 INFO [M:0;c4c650e80f58:32801 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:55:52,026 INFO [M:0;c4c650e80f58:32801 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T15:55:52,026 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T15:55:52,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x100a60009ef0003, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-257865964/master 2024-11-13T15:55:52,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x100a60009ef0003, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257865964 2024-11-13T15:55:52,032 DEBUG [M:0;c4c650e80f58:32801 {}] zookeeper.RecoverableZooKeeper(212): Node /1-257865964/master already deleted, retry=false 2024-11-13T15:55:52,032 DEBUG [M:0;c4c650e80f58:32801 {}] master.ActiveMasterManager(353): master:32801-0x100a60009ef0003, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-257865964/master 2024-11-13T15:55:52,032 INFO [M:0;c4c650e80f58:32801 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/.lastflushedseqids 2024-11-13T15:55:52,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741848_1024 (size=245) 2024-11-13T15:55:52,044 INFO [M:0;c4c650e80f58:32801 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T15:55:52,044 INFO [M:0;c4c650e80f58:32801 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T15:55:52,044 DEBUG [M:0;c4c650e80f58:32801 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:55:52,044 INFO [M:0;c4c650e80f58:32801 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:52,044 DEBUG [M:0;c4c650e80f58:32801 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:52,044 DEBUG [M:0;c4c650e80f58:32801 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:55:52,044 DEBUG [M:0;c4c650e80f58:32801 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:52,044 INFO [M:0;c4c650e80f58:32801 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T15:55:52,065 DEBUG [M:0;c4c650e80f58:32801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ca04f1fc3654d9aa2551f31214e5dc5 is 82, key is hbase:meta,,1/info:regioninfo/1731513323939/Put/seqid=0 2024-11-13T15:55:52,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741849_1025 (size=5672) 2024-11-13T15:55:52,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39669-0x100a60009ef0004, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:55:52,128 INFO [RS:0;c4c650e80f58:39669 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:55:52,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39669-0x100a60009ef0004, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:55:52,128 INFO [RS:0;c4c650e80f58:39669 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4c650e80f58,39669,1731513321664; zookeeper connection closed. 2024-11-13T15:55:52,128 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61b11f3e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61b11f3e 2024-11-13T15:55:52,129 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T15:55:52,338 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 1493, reset compression=false 2024-11-13T15:55:52,474 INFO [M:0;c4c650e80f58:32801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ca04f1fc3654d9aa2551f31214e5dc5 2024-11-13T15:55:52,498 DEBUG [M:0;c4c650e80f58:32801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c62f1f8efb1348e790687a649d74947f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731513336145/Put/seqid=0 2024-11-13T15:55:52,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741850_1026 (size=8516) 2024-11-13T15:55:52,507 INFO [M:0;c4c650e80f58:32801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c62f1f8efb1348e790687a649d74947f 2024-11-13T15:55:52,532 DEBUG [M:0;c4c650e80f58:32801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40e9dbc20d0a45629fc1b681227ce07c is 69, key is c4c650e80f58,39669,1731513321664/rs:state/1731513323117/Put/seqid=0 2024-11-13T15:55:52,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741851_1027 (size=5156) 2024-11-13T15:55:52,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:52,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:52,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:52,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:52,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:52,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:52,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:52,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:52,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:52,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:52,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:52,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:52,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:52,944 INFO [M:0;c4c650e80f58:32801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40e9dbc20d0a45629fc1b681227ce07c 2024-11-13T15:55:52,949 DEBUG [M:0;c4c650e80f58:32801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ca04f1fc3654d9aa2551f31214e5dc5 as hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ca04f1fc3654d9aa2551f31214e5dc5 2024-11-13T15:55:52,953 INFO [M:0;c4c650e80f58:32801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ca04f1fc3654d9aa2551f31214e5dc5, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T15:55:52,954 DEBUG [M:0;c4c650e80f58:32801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c62f1f8efb1348e790687a649d74947f as hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c62f1f8efb1348e790687a649d74947f 2024-11-13T15:55:52,968 INFO [M:0;c4c650e80f58:32801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c62f1f8efb1348e790687a649d74947f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T15:55:52,969 DEBUG [M:0;c4c650e80f58:32801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40e9dbc20d0a45629fc1b681227ce07c as hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40e9dbc20d0a45629fc1b681227ce07c 2024-11-13T15:55:52,973 INFO [M:0;c4c650e80f58:32801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33571/user/jenkins/test-data/9170b925-632b-19db-9655-acba753d055c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40e9dbc20d0a45629fc1b681227ce07c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T15:55:52,974 INFO [M:0;c4c650e80f58:32801 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 930ms, sequenceid=97, compaction requested=false 2024-11-13T15:55:52,991 INFO [M:0;c4c650e80f58:32801 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:52,991 DEBUG [M:0;c4c650e80f58:32801 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513352044Disabling compacts and flushes for region at 1731513352044Disabling writes for close at 1731513352044Obtaining lock to block concurrent updates at 1731513352044Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731513352044Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731513352045 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731513352045Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731513352045Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731513352064 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731513352064Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731513352480 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731513352498 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731513352498Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731513352511 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731513352531 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731513352531Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f6dd340: reopening flushed file at 1731513352948 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43556b81: reopening flushed file at 1731513352953 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ddf5de2: reopening flushed file at 1731513352969 (+16 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 930ms, sequenceid=97, compaction requested=false at 1731513352974 (+5 ms)Writing region close event to WAL at 1731513352990 (+16 ms)Closed at 1731513352990 2024-11-13T15:55:52,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741830_1006 (size=63654) 2024-11-13T15:55:52,997 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:55:52,997 INFO [M:0;c4c650e80f58:32801 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T15:55:52,997 INFO [M:0;c4c650e80f58:32801 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32801 2024-11-13T15:55:52,998 INFO [M:0;c4c650e80f58:32801 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:55:53,100 INFO [M:0;c4c650e80f58:32801 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:55:53,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x100a60009ef0003, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:55:53,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32801-0x100a60009ef0003, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:55:53,104 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5630ab9f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:55:53,105 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19353209{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:55:53,105 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:55:53,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16f6c5f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:55:53,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71abd84a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bce6fb-899e-b67b-278b-5113389400dc/hadoop.log.dir/,STOPPED} 2024-11-13T15:55:53,108 WARN [BP-980649618-172.17.0.3-1731513320918 heartbeating to localhost/127.0.0.1:33571 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T15:55:53,108 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T15:55:53,108 WARN [BP-980649618-172.17.0.3-1731513320918 heartbeating to localhost/127.0.0.1:33571 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-980649618-172.17.0.3-1731513320918 (Datanode Uuid 393f61d4-074d-42eb-ba28-7133f396de32) service to localhost/127.0.0.1:33571 2024-11-13T15:55:53,108 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T15:55:53,109 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bce6fb-899e-b67b-278b-5113389400dc/cluster_263bf6d0-7b07-3a06-eb74-95e48d101e01/data/data1/current/BP-980649618-172.17.0.3-1731513320918 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:55:53,109 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bce6fb-899e-b67b-278b-5113389400dc/cluster_263bf6d0-7b07-3a06-eb74-95e48d101e01/data/data2/current/BP-980649618-172.17.0.3-1731513320918 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:55:53,110 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T15:55:53,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f557843{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:55:53,119 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71c136d7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:55:53,119 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:55:53,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b1b0e34{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:55:53,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@332e6c47{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81bce6fb-899e-b67b-278b-5113389400dc/hadoop.log.dir/,STOPPED} 2024-11-13T15:55:53,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T15:55:53,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T15:55:53,136 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:55:53,136 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:55:53,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:53,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:53,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:55:53,137 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T15:55:53,137 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2100041053, stopped=false 2024-11-13T15:55:53,137 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4c650e80f58,34517,1731513318541 2024-11-13T15:55:53,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34517-0x100a60009ef0000, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0828873838/running 2024-11-13T15:55:53,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34517-0x100a60009ef0000, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828873838 2024-11-13T15:55:53,140 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:55:53,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38957-0x100a60009ef0001, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0828873838/running 2024-11-13T15:55:53,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38957-0x100a60009ef0001, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828873838 2024-11-13T15:55:53,141 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:55:53,141 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:55:53,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:53,142 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34517-0x100a60009ef0000, quorum=127.0.0.1:54286, baseZNode=/0828873838 Set watcher on znode that does not yet exist, /0828873838/running 2024-11-13T15:55:53,142 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38957-0x100a60009ef0001, quorum=127.0.0.1:54286, baseZNode=/0828873838 Set watcher on znode that does not yet exist, /0828873838/running 2024-11-13T15:55:53,142 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4c650e80f58,38957,1731513318640' ***** 2024-11-13T15:55:53,142 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T15:55:53,143 INFO [RS:0;c4c650e80f58:38957 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T15:55:53,143 INFO [RS:0;c4c650e80f58:38957 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T15:55:53,143 INFO [RS:0;c4c650e80f58:38957 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T15:55:53,143 INFO [RS:0;c4c650e80f58:38957 {}] regionserver.HRegionServer(3091): Received CLOSE for 62607e37ddc1b091b01cec6d4cf24ec9 2024-11-13T15:55:53,143 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T15:55:53,143 INFO [RS:0;c4c650e80f58:38957 {}] regionserver.HRegionServer(3091): Received CLOSE for 967a75289c6e4efecdcd657aae5da1ae 2024-11-13T15:55:53,143 INFO [RS:0;c4c650e80f58:38957 {}] regionserver.HRegionServer(959): stopping server c4c650e80f58,38957,1731513318640 2024-11-13T15:55:53,143 INFO [RS:0;c4c650e80f58:38957 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:55:53,143 INFO [RS:0;c4c650e80f58:38957 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:38957. 2024-11-13T15:55:53,143 DEBUG [RS:0;c4c650e80f58:38957 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:55:53,143 DEBUG [RS:0;c4c650e80f58:38957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:53,143 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62607e37ddc1b091b01cec6d4cf24ec9, disabling compactions & flushes 2024-11-13T15:55:53,143 INFO [RS:0;c4c650e80f58:38957 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T15:55:53,143 INFO [RS:0;c4c650e80f58:38957 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T15:55:53,143 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731513327718.62607e37ddc1b091b01cec6d4cf24ec9. 2024-11-13T15:55:53,143 INFO [RS:0;c4c650e80f58:38957 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T15:55:53,143 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731513327718.62607e37ddc1b091b01cec6d4cf24ec9. 2024-11-13T15:55:53,143 INFO [RS:0;c4c650e80f58:38957 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T15:55:53,144 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731513327718.62607e37ddc1b091b01cec6d4cf24ec9. after waiting 0 ms 2024-11-13T15:55:53,144 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731513327718.62607e37ddc1b091b01cec6d4cf24ec9. 2024-11-13T15:55:53,144 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 62607e37ddc1b091b01cec6d4cf24ec9 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-13T15:55:53,150 INFO [regionserver/c4c650e80f58:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:55:53,153 INFO [RS:0;c4c650e80f58:38957 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T15:55:53,153 DEBUG [RS:0;c4c650e80f58:38957 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 62607e37ddc1b091b01cec6d4cf24ec9=test,,1731513327718.62607e37ddc1b091b01cec6d4cf24ec9., 967a75289c6e4efecdcd657aae5da1ae=hbase:replication,,1731513333183.967a75289c6e4efecdcd657aae5da1ae.} 2024-11-13T15:55:53,153 DEBUG [RS:0;c4c650e80f58:38957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62607e37ddc1b091b01cec6d4cf24ec9, 967a75289c6e4efecdcd657aae5da1ae 2024-11-13T15:55:53,153 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:55:53,153 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:55:53,153 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:55:53,153 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:55:53,153 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:55:53,153 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T15:55:53,172 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/default/test/62607e37ddc1b091b01cec6d4cf24ec9/.tmp/f/a4f0f34951ec43cc8a9d59e410b0a50c is 37, key is row3/f:row3/1731513345364/Put/seqid=0 2024-11-13T15:55:53,174 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/hbase/meta/1588230740/.tmp/info/49247b2bb98c4d22a31120792061a0fc is 147, key is hbase:replication,,1731513333183.967a75289c6e4efecdcd657aae5da1ae./info:regioninfo/1731513334063/Put/seqid=0 2024-11-13T15:55:53,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44777 is added to blk_1073741840_1016 (size=5228) 2024-11-13T15:55:53,177 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/default/test/62607e37ddc1b091b01cec6d4cf24ec9/.tmp/f/a4f0f34951ec43cc8a9d59e410b0a50c 2024-11-13T15:55:53,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44777 is added to blk_1073741841_1017 (size=7686) 2024-11-13T15:55:53,184 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/hbase/meta/1588230740/.tmp/info/49247b2bb98c4d22a31120792061a0fc 2024-11-13T15:55:53,184 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4f0f34951ec43cc8a9d59e410b0a50c 2024-11-13T15:55:53,200 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T15:55:53,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:53,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:53,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:53,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:53,212 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/default/test/62607e37ddc1b091b01cec6d4cf24ec9/.tmp/f1/859acbb4f8fa47c49f63a81fb779e80f is 30, key is row1/f1:/1731513342704/DeleteFamily/seqid=0 2024-11-13T15:55:53,224 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/hbase/meta/1588230740/.tmp/ns/b49a00c988f14c2a9de13e8dc79b7115 is 43, key is default/ns:d/1731513320849/Put/seqid=0 2024-11-13T15:55:53,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44777 is added to blk_1073741842_1018 (size=5158) 2024-11-13T15:55:53,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44777 is added to blk_1073741843_1019 (size=5153) 2024-11-13T15:55:53,238 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/hbase/meta/1588230740/.tmp/ns/b49a00c988f14c2a9de13e8dc79b7115 2024-11-13T15:55:53,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:53,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:53,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:53,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:53,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:53,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:53,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:53,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:53,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:53,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:53,268 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/hbase/meta/1588230740/.tmp/rep_barrier/532faeacc984416b804551b02cac5489 is 112, key is test,,1731513327718.62607e37ddc1b091b01cec6d4cf24ec9./rep_barrier:seqnumDuringOpen/1731513328532/Put/seqid=0 2024-11-13T15:55:53,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44777 is added to blk_1073741844_1020 (size=5518) 2024-11-13T15:55:53,276 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/hbase/meta/1588230740/.tmp/rep_barrier/532faeacc984416b804551b02cac5489 2024-11-13T15:55:53,301 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/hbase/meta/1588230740/.tmp/table/8a089525f0e94023a90ed4c163c4ee2c is 53, key is hbase:replication/table:state/1731513334076/Put/seqid=0 2024-11-13T15:55:53,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44777 is added to blk_1073741845_1021 (size=5308) 2024-11-13T15:55:53,353 DEBUG [RS:0;c4c650e80f58:38957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62607e37ddc1b091b01cec6d4cf24ec9, 967a75289c6e4efecdcd657aae5da1ae 2024-11-13T15:55:53,441 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 1493, reset compression=false 2024-11-13T15:55:53,447 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:55:53,448 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 1740, reset compression=false 2024-11-13T15:55:53,448 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.shipperc4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,38957,1731513318640 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T15:55:53,449 ERROR [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.shipperc4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c4c650e80f58,38957,1731513318640: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c4c650e80f58,38957,1731513318640, walGroup=c4c650e80f58%2C38957%2C1731513318640, offset=c4c650e80f58%2C38957%2C1731513318640.1731513319855:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:38957 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T15:55:53,450 ERROR [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.shipperc4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T15:55:53,450 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.shipperc4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T15:55:53,450 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.shipperc4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T15:55:53,450 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.shipperc4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T15:55:53,450 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.shipperc4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T15:55:53,450 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.shipperc4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 924431360 }, "NonHeapMemoryUsage": { "committed": 201916416, "init": 7667712, "max": -1, "used": 199153144 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T15:55:53,451 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.shipperc4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:34517 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:34517 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T15:55:53,554 DEBUG [RS:0;c4c650e80f58:38957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62607e37ddc1b091b01cec6d4cf24ec9, 967a75289c6e4efecdcd657aae5da1ae 2024-11-13T15:55:53,634 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/default/test/62607e37ddc1b091b01cec6d4cf24ec9/.tmp/f1/859acbb4f8fa47c49f63a81fb779e80f 2024-11-13T15:55:53,638 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 859acbb4f8fa47c49f63a81fb779e80f 2024-11-13T15:55:53,651 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 1740, reset compression=false 2024-11-13T15:55:53,657 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/default/test/62607e37ddc1b091b01cec6d4cf24ec9/.tmp/norep/ffde274db934452ea7faa655b1509416 is 32, key is row/norep:/1731513341690/DeleteFamily/seqid=0 2024-11-13T15:55:53,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44777 is added to blk_1073741846_1022 (size=5101) 2024-11-13T15:55:53,705 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/hbase/meta/1588230740/.tmp/table/8a089525f0e94023a90ed4c163c4ee2c 2024-11-13T15:55:53,710 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/hbase/meta/1588230740/.tmp/info/49247b2bb98c4d22a31120792061a0fc as hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/hbase/meta/1588230740/info/49247b2bb98c4d22a31120792061a0fc 2024-11-13T15:55:53,715 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/hbase/meta/1588230740/info/49247b2bb98c4d22a31120792061a0fc, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T15:55:53,716 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/hbase/meta/1588230740/.tmp/ns/b49a00c988f14c2a9de13e8dc79b7115 as hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/hbase/meta/1588230740/ns/b49a00c988f14c2a9de13e8dc79b7115 2024-11-13T15:55:53,721 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/hbase/meta/1588230740/ns/b49a00c988f14c2a9de13e8dc79b7115, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T15:55:53,722 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/hbase/meta/1588230740/.tmp/rep_barrier/532faeacc984416b804551b02cac5489 as hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/hbase/meta/1588230740/rep_barrier/532faeacc984416b804551b02cac5489 2024-11-13T15:55:53,727 INFO [regionserver/c4c650e80f58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T15:55:53,727 INFO [regionserver/c4c650e80f58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T15:55:53,728 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/hbase/meta/1588230740/rep_barrier/532faeacc984416b804551b02cac5489, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T15:55:53,729 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/hbase/meta/1588230740/.tmp/table/8a089525f0e94023a90ed4c163c4ee2c as hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/hbase/meta/1588230740/table/8a089525f0e94023a90ed4c163c4ee2c 2024-11-13T15:55:53,733 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/hbase/meta/1588230740/table/8a089525f0e94023a90ed4c163c4ee2c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T15:55:53,734 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 581ms, sequenceid=16, compaction requested=false 2024-11-13T15:55:53,734 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T15:55:53,748 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T15:55:53,749 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:55:53,749 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:55:53,749 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:55:53,749 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513353153Running coprocessor pre-close hooks at 1731513353153Disabling compacts and flushes for region at 1731513353153Disabling writes for close at 1731513353153Obtaining lock to block concurrent updates at 1731513353153Preparing flush snapshotting stores in 1588230740 at 1731513353153Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731513353154 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731513353155 (+1 ms)Flushing 1588230740/info: creating writer at 1731513353155Flushing 1588230740/info: appending metadata at 1731513353174 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731513353174Flushing 1588230740/ns: creating writer at 1731513353187 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731513353216 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1731513353216Flushing 1588230740/rep_barrier: creating writer at 1731513353243 (+27 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731513353268 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731513353268Flushing 1588230740/table: creating writer at 1731513353286 (+18 ms)Flushing 1588230740/table: appending metadata at 1731513353300 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731513353300Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1462a364: reopening flushed file at 1731513353710 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60494bc3: reopening flushed file at 1731513353715 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10c907c5: reopening flushed file at 1731513353721 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f544622: reopening flushed file at 1731513353728 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 581ms, sequenceid=16, compaction requested=false at 1731513353734 (+6 ms)Writing region close event to WAL at 1731513353741 (+7 ms)Running coprocessor post-close hooks at 1731513353749 (+8 ms)Closed at 1731513353749 2024-11-13T15:55:53,749 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T15:55:53,754 DEBUG [RS:0;c4c650e80f58:38957 {}] regionserver.HRegionServer(1351): Waiting on 62607e37ddc1b091b01cec6d4cf24ec9, 967a75289c6e4efecdcd657aae5da1ae 2024-11-13T15:55:53,954 DEBUG [RS:0;c4c650e80f58:38957 {}] regionserver.HRegionServer(1351): Waiting on 62607e37ddc1b091b01cec6d4cf24ec9, 967a75289c6e4efecdcd657aae5da1ae 2024-11-13T15:55:53,955 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 1740, reset compression=false 2024-11-13T15:55:54,061 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/default/test/62607e37ddc1b091b01cec6d4cf24ec9/.tmp/norep/ffde274db934452ea7faa655b1509416 2024-11-13T15:55:54,066 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ffde274db934452ea7faa655b1509416 2024-11-13T15:55:54,066 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/default/test/62607e37ddc1b091b01cec6d4cf24ec9/.tmp/f/a4f0f34951ec43cc8a9d59e410b0a50c as hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/default/test/62607e37ddc1b091b01cec6d4cf24ec9/f/a4f0f34951ec43cc8a9d59e410b0a50c 2024-11-13T15:55:54,070 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4f0f34951ec43cc8a9d59e410b0a50c 2024-11-13T15:55:54,070 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/default/test/62607e37ddc1b091b01cec6d4cf24ec9/f/a4f0f34951ec43cc8a9d59e410b0a50c, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T15:55:54,071 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/default/test/62607e37ddc1b091b01cec6d4cf24ec9/.tmp/f1/859acbb4f8fa47c49f63a81fb779e80f as hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/default/test/62607e37ddc1b091b01cec6d4cf24ec9/f1/859acbb4f8fa47c49f63a81fb779e80f 2024-11-13T15:55:54,074 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 859acbb4f8fa47c49f63a81fb779e80f 2024-11-13T15:55:54,074 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/default/test/62607e37ddc1b091b01cec6d4cf24ec9/f1/859acbb4f8fa47c49f63a81fb779e80f, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T15:55:54,075 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/default/test/62607e37ddc1b091b01cec6d4cf24ec9/.tmp/norep/ffde274db934452ea7faa655b1509416 as hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/default/test/62607e37ddc1b091b01cec6d4cf24ec9/norep/ffde274db934452ea7faa655b1509416 2024-11-13T15:55:54,078 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ffde274db934452ea7faa655b1509416 2024-11-13T15:55:54,078 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/default/test/62607e37ddc1b091b01cec6d4cf24ec9/norep/ffde274db934452ea7faa655b1509416, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T15:55:54,079 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 62607e37ddc1b091b01cec6d4cf24ec9 in 935ms, sequenceid=12, compaction requested=false 2024-11-13T15:55:54,079 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T15:55:54,089 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/data/default/test/62607e37ddc1b091b01cec6d4cf24ec9/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T15:55:54,090 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:55:54,090 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T15:55:54,090 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731513327718.62607e37ddc1b091b01cec6d4cf24ec9. 2024-11-13T15:55:54,090 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62607e37ddc1b091b01cec6d4cf24ec9: Waiting for close lock at 1731513353143Running coprocessor pre-close hooks at 1731513353143Disabling compacts and flushes for region at 1731513353143Disabling writes for close at 1731513353144 (+1 ms)Obtaining lock to block concurrent updates at 1731513353144Preparing flush snapshotting stores in 62607e37ddc1b091b01cec6d4cf24ec9 at 1731513353144Finished memstore snapshotting test,,1731513327718.62607e37ddc1b091b01cec6d4cf24ec9., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731513353144Flushing stores of test,,1731513327718.62607e37ddc1b091b01cec6d4cf24ec9. at 1731513353145 (+1 ms)Flushing 62607e37ddc1b091b01cec6d4cf24ec9/f: creating writer at 1731513353145Flushing 62607e37ddc1b091b01cec6d4cf24ec9/f: appending metadata at 1731513353171 (+26 ms)Flushing 62607e37ddc1b091b01cec6d4cf24ec9/f: closing flushed file at 1731513353171Flushing 62607e37ddc1b091b01cec6d4cf24ec9/f1: creating writer at 1731513353184 (+13 ms)Flushing 62607e37ddc1b091b01cec6d4cf24ec9/f1: appending metadata at 1731513353211 (+27 ms)Flushing 62607e37ddc1b091b01cec6d4cf24ec9/f1: closing flushed file at 1731513353211Flushing 62607e37ddc1b091b01cec6d4cf24ec9/norep: creating writer at 1731513353638 (+427 ms)Flushing 62607e37ddc1b091b01cec6d4cf24ec9/norep: appending metadata at 1731513353656 (+18 ms)Flushing 62607e37ddc1b091b01cec6d4cf24ec9/norep: closing flushed file at 1731513353656Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78cbb851: reopening flushed file at 1731513354066 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b6db8f0: reopening flushed file at 1731513354070 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fc0bf90: reopening flushed file at 1731513354074 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 62607e37ddc1b091b01cec6d4cf24ec9 in 935ms, sequenceid=12, compaction requested=false at 1731513354079 (+5 ms)Writing region close event to WAL at 1731513354086 (+7 ms)Running coprocessor post-close hooks at 1731513354090 (+4 ms)Closed at 1731513354090 2024-11-13T15:55:54,090 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731513327718.62607e37ddc1b091b01cec6d4cf24ec9. 2024-11-13T15:55:54,090 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 967a75289c6e4efecdcd657aae5da1ae, disabling compactions & flushes 2024-11-13T15:55:54,090 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731513333183.967a75289c6e4efecdcd657aae5da1ae. 2024-11-13T15:55:54,090 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731513333183.967a75289c6e4efecdcd657aae5da1ae. 2024-11-13T15:55:54,090 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731513333183.967a75289c6e4efecdcd657aae5da1ae. after waiting 0 ms 2024-11-13T15:55:54,090 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731513333183.967a75289c6e4efecdcd657aae5da1ae. 2024-11-13T15:55:54,091 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 967a75289c6e4efecdcd657aae5da1ae: Waiting for close lock at 1731513354090Running coprocessor pre-close hooks at 1731513354090Disabling compacts and flushes for region at 1731513354090Disabling writes for close at 1731513354090Failed flush hbase:replication,,1731513333183.967a75289c6e4efecdcd657aae5da1ae., putting online again at 1731513354091 (+1 ms) 2024-11-13T15:55:54,091 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731513333183.967a75289c6e4efecdcd657aae5da1ae. 2024-11-13T15:55:54,154 INFO [RS:0;c4c650e80f58:38957 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T15:55:54,154 DEBUG [RS:0;c4c650e80f58:38957 {}] regionserver.HRegionServer(1325): Online Regions={967a75289c6e4efecdcd657aae5da1ae=hbase:replication,,1731513333183.967a75289c6e4efecdcd657aae5da1ae.} 2024-11-13T15:55:54,154 INFO [RS:0;c4c650e80f58:38957 {}] regionserver.HRegionServer(3091): Received CLOSE for 967a75289c6e4efecdcd657aae5da1ae 2024-11-13T15:55:54,155 DEBUG [RS:0;c4c650e80f58:38957 {}] regionserver.HRegionServer(1351): Waiting on 967a75289c6e4efecdcd657aae5da1ae 2024-11-13T15:55:54,155 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 967a75289c6e4efecdcd657aae5da1ae, disabling compactions & flushes 2024-11-13T15:55:54,155 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731513333183.967a75289c6e4efecdcd657aae5da1ae. 2024-11-13T15:55:54,155 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731513333183.967a75289c6e4efecdcd657aae5da1ae. 2024-11-13T15:55:54,155 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731513333183.967a75289c6e4efecdcd657aae5da1ae. after waiting 0 ms 2024-11-13T15:55:54,155 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731513333183.967a75289c6e4efecdcd657aae5da1ae. 2024-11-13T15:55:54,155 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 967a75289c6e4efecdcd657aae5da1ae: Waiting for close lock at 1731513354155Running coprocessor pre-close hooks at 1731513354155Disabling compacts and flushes for region at 1731513354155Disabling writes for close at 1731513354155Failed flush hbase:replication,,1731513333183.967a75289c6e4efecdcd657aae5da1ae., putting online again at 1731513354155 2024-11-13T15:55:54,155 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731513333183.967a75289c6e4efecdcd657aae5da1ae. 2024-11-13T15:55:54,355 INFO [RS:0;c4c650e80f58:38957 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T15:55:54,355 INFO [RS:0;c4c650e80f58:38957 {}] regionserver.HRegionServer(976): stopping server c4c650e80f58,38957,1731513318640; all regions closed. 2024-11-13T15:55:54,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44777 is added to blk_1073741834_1010 (size=4239) 2024-11-13T15:55:54,358 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 1740, reset compression=false 2024-11-13T15:55:54,365 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:55:54,365 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.wal-reader.c4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.1731513319855 to pos 2384, reset compression=false 2024-11-13T15:55:54,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44777 is added to blk_1073741839_1015 (size=2391) 2024-11-13T15:55:54,388 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/WALs/c4c650e80f58,38957,1731513318640/c4c650e80f58%2C38957%2C1731513318640.rep.1731513333981 not finished, retry = 0 2024-11-13T15:55:54,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44777 is added to blk_1073741832_1008 (size=2392) 2024-11-13T15:55:54,492 DEBUG [RS:0;c4c650e80f58:38957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:54,492 INFO [RS:0;c4c650e80f58:38957 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:55:54,492 INFO [RS:0;c4c650e80f58:38957 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:55:54,493 INFO [RS:0;c4c650e80f58:38957 {}] hbase.ChoreService(370): Chore service for: regionserver/c4c650e80f58:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T15:55:54,493 INFO [RS:0;c4c650e80f58:38957 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:55:54,493 INFO [regionserver/c4c650e80f58:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:55:54,493 INFO [RS:0;c4c650e80f58:38957 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c4c650e80f58,38957,1731513318640 because: Region server is closing 2024-11-13T15:55:54,493 INFO [RS:0;c4c650e80f58:38957 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:38957. 2024-11-13T15:55:54,493 DEBUG [RS:0;c4c650e80f58:38957 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:55:54,493 DEBUG [RS:0;c4c650e80f58:38957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:54,494 DEBUG [RS:0;c4c650e80f58:38957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:54,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:55:54,594 INFO [RS:0;c4c650e80f58:38957 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,38957,1731513318640.replicationSource.shipperc4c650e80f58%2C38957%2C1731513318640,1-c4c650e80f58,38957,1731513318640 terminated 2024-11-13T15:55:54,594 INFO [RS:0;c4c650e80f58:38957 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:38957. 2024-11-13T15:55:54,594 DEBUG [RS:0;c4c650e80f58:38957 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:55:54,594 DEBUG [RS:0;c4c650e80f58:38957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:54,594 DEBUG [RS:0;c4c650e80f58:38957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:55:54,594 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:55:54,594 INFO [RS:0;c4c650e80f58:38957 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38957 2024-11-13T15:55:54,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34517-0x100a60009ef0000, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828873838/rs 2024-11-13T15:55:54,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38957-0x100a60009ef0001, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0828873838/rs/c4c650e80f58,38957,1731513318640 2024-11-13T15:55:54,597 INFO [RS:0;c4c650e80f58:38957 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:55:54,598 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4c650e80f58,38957,1731513318640] 2024-11-13T15:55:54,601 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0828873838/draining/c4c650e80f58,38957,1731513318640 already deleted, retry=false 2024-11-13T15:55:54,601 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4c650e80f58,38957,1731513318640 expired; onlineServers=0 2024-11-13T15:55:54,601 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4c650e80f58,34517,1731513318541' ***** 2024-11-13T15:55:54,601 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T15:55:54,601 INFO [M:0;c4c650e80f58:34517 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:55:54,601 INFO [M:0;c4c650e80f58:34517 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:55:54,601 DEBUG [M:0;c4c650e80f58:34517 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T15:55:54,602 DEBUG [M:0;c4c650e80f58:34517 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T15:55:54,602 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513319670 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513319670,5,FailOnTimeoutGroup] 2024-11-13T15:55:54,602 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513319667 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513319667,5,FailOnTimeoutGroup] 2024-11-13T15:55:54,602 INFO [M:0;c4c650e80f58:34517 {}] hbase.ChoreService(370): Chore service for: master/c4c650e80f58:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T15:55:54,602 INFO [M:0;c4c650e80f58:34517 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:55:54,602 DEBUG [M:0;c4c650e80f58:34517 {}] master.HMaster(1795): Stopping service threads 2024-11-13T15:55:54,602 INFO [M:0;c4c650e80f58:34517 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T15:55:54,602 INFO [M:0;c4c650e80f58:34517 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:55:54,602 INFO [M:0;c4c650e80f58:34517 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T15:55:54,602 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T15:55:54,602 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T15:55:54,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34517-0x100a60009ef0000, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0828873838/master 2024-11-13T15:55:54,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34517-0x100a60009ef0000, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828873838 2024-11-13T15:55:54,605 DEBUG [M:0;c4c650e80f58:34517 {}] zookeeper.RecoverableZooKeeper(212): Node /0828873838/master already deleted, retry=false 2024-11-13T15:55:54,605 DEBUG [M:0;c4c650e80f58:34517 {}] master.ActiveMasterManager(353): master:34517-0x100a60009ef0000, quorum=127.0.0.1:54286, baseZNode=/0828873838 Failed delete of our master address node; KeeperErrorCode = NoNode for /0828873838/master 2024-11-13T15:55:54,605 INFO [M:0;c4c650e80f58:34517 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/.lastflushedseqids 2024-11-13T15:55:54,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44777 is added to blk_1073741847_1023 (size=245) 2024-11-13T15:55:54,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38957-0x100a60009ef0001, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:55:54,700 INFO [RS:0;c4c650e80f58:38957 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:55:54,700 INFO [RS:0;c4c650e80f58:38957 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4c650e80f58,38957,1731513318640; zookeeper connection closed. 2024-11-13T15:55:54,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38957-0x100a60009ef0001, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:55:54,701 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2129ae87 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2129ae87 2024-11-13T15:55:54,701 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T15:55:55,018 INFO [M:0;c4c650e80f58:34517 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T15:55:55,018 INFO [M:0;c4c650e80f58:34517 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T15:55:55,019 DEBUG [M:0;c4c650e80f58:34517 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:55:55,019 INFO [M:0;c4c650e80f58:34517 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:55,019 DEBUG [M:0;c4c650e80f58:34517 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:55,019 DEBUG [M:0;c4c650e80f58:34517 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:55:55,019 DEBUG [M:0;c4c650e80f58:34517 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:55,019 INFO [M:0;c4c650e80f58:34517 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-13T15:55:55,035 DEBUG [M:0;c4c650e80f58:34517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9b5c040bd814648bff726e063550496 is 82, key is hbase:meta,,1/info:regioninfo/1731513320836/Put/seqid=0 2024-11-13T15:55:55,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44777 is added to blk_1073741848_1024 (size=5672) 2024-11-13T15:55:55,445 INFO [M:0;c4c650e80f58:34517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9b5c040bd814648bff726e063550496 2024-11-13T15:55:55,470 DEBUG [M:0;c4c650e80f58:34517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fca6eccc58df470e916eb9ebe62a324a is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731513328544/Put/seqid=0 2024-11-13T15:55:55,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44777 is added to blk_1073741849_1025 (size=7218) 2024-11-13T15:55:55,476 INFO [M:0;c4c650e80f58:34517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fca6eccc58df470e916eb9ebe62a324a 2024-11-13T15:55:55,480 INFO [M:0;c4c650e80f58:34517 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fca6eccc58df470e916eb9ebe62a324a 2024-11-13T15:55:55,497 DEBUG [M:0;c4c650e80f58:34517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e588fa166c3346f5848777223f387eaf is 69, key is c4c650e80f58,38957,1731513318640/rs:state/1731513319706/Put/seqid=0 2024-11-13T15:55:55,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44777 is added to blk_1073741850_1026 (size=5156) 2024-11-13T15:55:55,903 INFO [M:0;c4c650e80f58:34517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e588fa166c3346f5848777223f387eaf 2024-11-13T15:55:55,908 DEBUG [M:0;c4c650e80f58:34517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9b5c040bd814648bff726e063550496 as hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9b5c040bd814648bff726e063550496 2024-11-13T15:55:55,912 INFO [M:0;c4c650e80f58:34517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9b5c040bd814648bff726e063550496, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T15:55:55,913 DEBUG [M:0;c4c650e80f58:34517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fca6eccc58df470e916eb9ebe62a324a as hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fca6eccc58df470e916eb9ebe62a324a 2024-11-13T15:55:55,917 INFO [M:0;c4c650e80f58:34517 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fca6eccc58df470e916eb9ebe62a324a 2024-11-13T15:55:55,917 INFO [M:0;c4c650e80f58:34517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fca6eccc58df470e916eb9ebe62a324a, entries=11, sequenceid=105, filesize=7.0 K 2024-11-13T15:55:55,917 DEBUG [M:0;c4c650e80f58:34517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e588fa166c3346f5848777223f387eaf as hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e588fa166c3346f5848777223f387eaf 2024-11-13T15:55:55,921 INFO [M:0;c4c650e80f58:34517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43783/user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e588fa166c3346f5848777223f387eaf, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T15:55:55,922 INFO [M:0;c4c650e80f58:34517 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 902ms, sequenceid=105, compaction requested=false 2024-11-13T15:55:55,932 INFO [M:0;c4c650e80f58:34517 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:55,932 DEBUG [M:0;c4c650e80f58:34517 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513355019Disabling compacts and flushes for region at 1731513355019Disabling writes for close at 1731513355019Obtaining lock to block concurrent updates at 1731513355019Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731513355019Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731513355019Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731513355020 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731513355020Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731513355034 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731513355034Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731513355449 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731513355469 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731513355469Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731513355480 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731513355497 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731513355497Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c7ac3ee: reopening flushed file at 1731513355907 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61469fb6: reopening flushed file at 1731513355912 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55427de: reopening flushed file at 1731513355917 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 902ms, sequenceid=105, compaction requested=false at 1731513355922 (+5 ms)Writing region close event to WAL at 1731513355932 (+10 ms)Closed at 1731513355932 2024-11-13T15:55:55,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44777 is added to blk_1073741830_1006 (size=64423) 2024-11-13T15:55:55,937 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b8f0b42d-093e-384a-b0d6-28ff65989262/MasterData/WALs/c4c650e80f58,34517,1731513318541/c4c650e80f58%2C34517%2C1731513318541.1731513319565 not finished, retry = 0 2024-11-13T15:55:56,038 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:55:56,038 INFO [M:0;c4c650e80f58:34517 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T15:55:56,038 INFO [M:0;c4c650e80f58:34517 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34517 2024-11-13T15:55:56,038 INFO [M:0;c4c650e80f58:34517 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:55:56,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34517-0x100a60009ef0000, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:55:56,140 INFO [M:0;c4c650e80f58:34517 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:55:56,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34517-0x100a60009ef0000, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:55:56,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f4dcc87{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:55:56,144 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@352a33bd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:55:56,144 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:55:56,144 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e68f471{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:55:56,144 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52427ec0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1/hadoop.log.dir/,STOPPED} 2024-11-13T15:55:56,145 WARN [BP-844169356-172.17.0.3-1731513317870 heartbeating to localhost/127.0.0.1:43783 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T15:55:56,146 WARN [BP-844169356-172.17.0.3-1731513317870 heartbeating to localhost/127.0.0.1:43783 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-844169356-172.17.0.3-1731513317870 (Datanode Uuid 441b7d2f-d5e2-4b78-b97e-00db0e6e584a) service to localhost/127.0.0.1:43783 2024-11-13T15:55:56,146 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T15:55:56,146 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T15:55:56,146 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1/cluster_167a2b01-cff2-1b4c-7e20-b841a7d0ac97/data/data1/current/BP-844169356-172.17.0.3-1731513317870 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:55:56,146 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1/cluster_167a2b01-cff2-1b4c-7e20-b841a7d0ac97/data/data2/current/BP-844169356-172.17.0.3-1731513317870 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:55:56,147 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T15:55:56,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76017588{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:55:56,157 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46a0fb5f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:55:56,157 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:55:56,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38001613{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:55:56,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e7d47a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffbbdc-6cc9-cd2c-83a9-e2e7f8680dd1/hadoop.log.dir/,STOPPED} 2024-11-13T15:55:56,164 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T15:55:56,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T15:55:56,190 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 264) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33571 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:43783 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:34047 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:33571 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:34047 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43783 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:43783 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:34047 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54286) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34047 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:33571 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54286) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:43783 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:34047 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:33571 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:43783 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54286) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:33571 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=729 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=365 (was 284) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11670 (was 11532) - AvailableMemoryMB LEAK? - 2024-11-13T15:55:56,200 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=729, MaxFileDescriptor=1048576, SystemLoadAverage=365, ProcessCount=11, AvailableMemoryMB=11669 2024-11-13T15:55:56,214 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-13T15:55:56,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b76a93d-2ef4-3e89-6c2d-bc2afa28f65a/hadoop.log.dir so I do NOT create it in target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f 2024-11-13T15:55:56,214 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b76a93d-2ef4-3e89-6c2d-bc2afa28f65a/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T15:55:56,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b76a93d-2ef4-3e89-6c2d-bc2afa28f65a/hadoop.tmp.dir so I do NOT create it in target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f 2024-11-13T15:55:56,214 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b76a93d-2ef4-3e89-6c2d-bc2afa28f65a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T15:55:56,214 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f 2024-11-13T15:55:56,215 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f/cluster_e931c368-4806-d460-8caf-23681533f94e, deleteOnExit=true 2024-11-13T15:55:56,217 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f/cluster_e931c368-4806-d460-8caf-23681533f94e/zookeeper_0, clientPort=52095, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f/cluster_e931c368-4806-d460-8caf-23681533f94e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f/cluster_e931c368-4806-d460-8caf-23681533f94e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T15:55:56,218 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52095 2024-11-13T15:55:56,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T15:55:56,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T15:55:56,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f/test.cache.data in system properties and HBase conf 2024-11-13T15:55:56,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T15:55:56,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f/hadoop.log.dir in system properties and HBase conf 2024-11-13T15:55:56,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T15:55:56,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T15:55:56,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T15:55:56,219 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T15:55:56,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:55:56,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:55:56,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T15:55:56,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:55:56,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T15:55:56,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T15:55:56,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:55:56,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:55:56,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T15:55:56,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f/nfs.dump.dir in system properties and HBase conf 2024-11-13T15:55:56,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f/java.io.tmpdir in system properties and HBase conf 2024-11-13T15:55:56,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:55:56,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T15:55:56,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T15:55:56,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x100a60009ef0008, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T15:55:56,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100a60009ef0005, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T15:55:56,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x100a60009ef0008, quorum=127.0.0.1:54286, baseZNode=/21134265867 Received Disconnected from ZooKeeper, ignoring 2024-11-13T15:55:56,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100a60009ef0005, quorum=127.0.0.1:54286, baseZNode=/1-257865964 Received Disconnected from ZooKeeper, ignoring 2024-11-13T15:55:56,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100a60009ef0002, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T15:55:56,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100a60009ef0002, quorum=127.0.0.1:54286, baseZNode=/0828873838 Received Disconnected from ZooKeeper, ignoring 2024-11-13T15:55:56,396 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:55:56,401 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:55:56,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:55:56,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:55:56,492 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T15:55:56,517 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:55:56,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6aa1a700{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:55:56,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d74bea2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:55:56,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@236b9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f/java.io.tmpdir/jetty-localhost-37293-hadoop-hdfs-3_4_1-tests_jar-_-any-12442977363674452621/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:55:56,674 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@aa9630e{HTTP/1.1, (http/1.1)}{localhost:37293} 2024-11-13T15:55:56,674 INFO [Time-limited test {}] server.Server(415): Started @239048ms 2024-11-13T15:55:56,801 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:55:56,810 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:55:56,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:55:56,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:55:56,811 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T15:55:56,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cdd17b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:55:56,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@342a218a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:55:56,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@192e6902{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f/java.io.tmpdir/jetty-localhost-40861-hadoop-hdfs-3_4_1-tests_jar-_-any-360907556972971057/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:55:56,952 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61a91330{HTTP/1.1, (http/1.1)}{localhost:40861} 2024-11-13T15:55:56,952 INFO [Time-limited test {}] server.Server(415): Started @239325ms 2024-11-13T15:55:56,954 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T15:55:57,102 WARN [Thread-3425 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f/cluster_e931c368-4806-d460-8caf-23681533f94e/data/data1/current/BP-2078210036-172.17.0.3-1731513356250/current, will proceed with Du for space computation calculation, 2024-11-13T15:55:57,103 WARN [Thread-3426 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f/cluster_e931c368-4806-d460-8caf-23681533f94e/data/data2/current/BP-2078210036-172.17.0.3-1731513356250/current, will proceed with Du for space computation calculation, 2024-11-13T15:55:57,143 WARN [Thread-3413 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T15:55:57,150 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x622acab554f5564c with lease ID 0x118bac3c632ce056: Processing first storage report for DS-838cb97a-f069-41b7-96ec-4acfcd40f02f from datanode DatanodeRegistration(127.0.0.1:38359, datanodeUuid=79a5884f-7ee1-4301-95eb-956dc3ee6145, infoPort=35899, infoSecurePort=0, ipcPort=39659, storageInfo=lv=-57;cid=testClusterID;nsid=273741252;c=1731513356250) 2024-11-13T15:55:57,151 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x622acab554f5564c with lease ID 0x118bac3c632ce056: from storage DS-838cb97a-f069-41b7-96ec-4acfcd40f02f node DatanodeRegistration(127.0.0.1:38359, datanodeUuid=79a5884f-7ee1-4301-95eb-956dc3ee6145, infoPort=35899, infoSecurePort=0, ipcPort=39659, storageInfo=lv=-57;cid=testClusterID;nsid=273741252;c=1731513356250), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T15:55:57,151 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x622acab554f5564c with lease ID 0x118bac3c632ce056: Processing first storage report for DS-33d0d417-ccd3-4541-bcc9-4f6deff38bf7 from datanode DatanodeRegistration(127.0.0.1:38359, datanodeUuid=79a5884f-7ee1-4301-95eb-956dc3ee6145, infoPort=35899, infoSecurePort=0, ipcPort=39659, storageInfo=lv=-57;cid=testClusterID;nsid=273741252;c=1731513356250) 2024-11-13T15:55:57,151 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x622acab554f5564c with lease ID 0x118bac3c632ce056: from storage DS-33d0d417-ccd3-4541-bcc9-4f6deff38bf7 node DatanodeRegistration(127.0.0.1:38359, datanodeUuid=79a5884f-7ee1-4301-95eb-956dc3ee6145, infoPort=35899, infoSecurePort=0, ipcPort=39659, storageInfo=lv=-57;cid=testClusterID;nsid=273741252;c=1731513356250), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T15:55:57,209 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f 2024-11-13T15:55:57,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:55:57,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:55:57,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38359 is added to blk_1073741825_1001 (size=7) 2024-11-13T15:55:57,627 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1 with version=8 2024-11-13T15:55:57,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/hbase-staging 2024-11-13T15:55:57,630 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:55:57,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:55:57,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:55:57,631 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:55:57,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:55:57,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:55:57,631 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T15:55:57,631 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:55:57,632 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32819 2024-11-13T15:55:57,632 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32819 connecting to ZooKeeper ensemble=127.0.0.1:52095 2024-11-13T15:55:57,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328190x0, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:55:57,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32819-0x100a6009fd90000 connected 2024-11-13T15:55:57,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:55:57,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:55:57,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32819-0x100a6009fd90000, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Set watcher on znode that does not yet exist, /0-2102520087/running 2024-11-13T15:55:57,664 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1, hbase.cluster.distributed=false 2024-11-13T15:55:57,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32819-0x100a6009fd90000, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Set watcher on znode that does not yet exist, /0-2102520087/acl 2024-11-13T15:55:57,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32819 2024-11-13T15:55:57,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32819 2024-11-13T15:55:57,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32819 2024-11-13T15:55:57,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32819 2024-11-13T15:55:57,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32819 2024-11-13T15:55:57,688 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:55:57,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:55:57,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:55:57,688 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:55:57,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:55:57,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:55:57,688 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T15:55:57,688 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:55:57,689 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35689 2024-11-13T15:55:57,690 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35689 connecting to ZooKeeper ensemble=127.0.0.1:52095 2024-11-13T15:55:57,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:55:57,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:55:57,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356890x0, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:55:57,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356890x0, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Set watcher on znode that does not yet exist, /0-2102520087/running 2024-11-13T15:55:57,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35689-0x100a6009fd90001 connected 2024-11-13T15:55:57,697 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T15:55:57,698 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T15:55:57,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35689-0x100a6009fd90001, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Set watcher on znode that does not yet exist, /0-2102520087/master 2024-11-13T15:55:57,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35689-0x100a6009fd90001, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Set watcher on znode that does not yet exist, /0-2102520087/acl 2024-11-13T15:55:57,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35689 2024-11-13T15:55:57,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35689 2024-11-13T15:55:57,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35689 2024-11-13T15:55:57,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35689 2024-11-13T15:55:57,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35689 2024-11-13T15:55:57,720 DEBUG [M:0;c4c650e80f58:32819 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4c650e80f58:32819 2024-11-13T15:55:57,720 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2102520087/backup-masters/c4c650e80f58,32819,1731513357630 2024-11-13T15:55:57,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x100a6009fd90000, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102520087/backup-masters 2024-11-13T15:55:57,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35689-0x100a6009fd90001, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102520087/backup-masters 2024-11-13T15:55:57,722 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32819-0x100a6009fd90000, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Set watcher on existing znode=/0-2102520087/backup-masters/c4c650e80f58,32819,1731513357630 2024-11-13T15:55:57,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35689-0x100a6009fd90001, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2102520087/master 2024-11-13T15:55:57,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x100a6009fd90000, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102520087 2024-11-13T15:55:57,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35689-0x100a6009fd90001, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102520087 2024-11-13T15:55:57,724 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32819-0x100a6009fd90000, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Set watcher on existing znode=/0-2102520087/master 2024-11-13T15:55:57,724 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2102520087/backup-masters/c4c650e80f58,32819,1731513357630 from backup master directory 2024-11-13T15:55:57,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x100a6009fd90000, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2102520087/backup-masters/c4c650e80f58,32819,1731513357630 2024-11-13T15:55:57,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35689-0x100a6009fd90001, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102520087/backup-masters 2024-11-13T15:55:57,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x100a6009fd90000, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102520087/backup-masters 2024-11-13T15:55:57,727 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:55:57,727 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4c650e80f58,32819,1731513357630 2024-11-13T15:55:57,731 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/hbase.id] with ID: 6013b898-f882-4df2-85b7-0151c39fbcc1 2024-11-13T15:55:57,731 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/.tmp/hbase.id 2024-11-13T15:55:57,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38359 is added to blk_1073741826_1002 (size=42) 2024-11-13T15:55:58,136 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/.tmp/hbase.id]:[hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/hbase.id] 2024-11-13T15:55:58,148 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:55:58,148 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T15:55:58,149 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T15:55:58,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35689-0x100a6009fd90001, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102520087 2024-11-13T15:55:58,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x100a6009fd90000, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102520087 2024-11-13T15:55:58,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38359 is added to blk_1073741827_1003 (size=196) 2024-11-13T15:55:58,557 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:55:58,558 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T15:55:58,558 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:55:58,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38359 is added to blk_1073741828_1004 (size=1189) 2024-11-13T15:55:58,565 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/MasterData/data/master/store 2024-11-13T15:55:58,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38359 is added to blk_1073741829_1005 (size=34) 2024-11-13T15:55:58,782 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:55:58,782 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c4c650e80f58,41263,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:41263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T15:55:58,783 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68665 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c4c650e80f58,41263,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:41263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T15:55:58,972 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:58,973 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:55:58,973 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:58,973 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:58,973 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:55:58,973 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:58,973 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:55:58,973 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513358973Disabling compacts and flushes for region at 1731513358973Disabling writes for close at 1731513358973Writing region close event to WAL at 1731513358973Closed at 1731513358973 2024-11-13T15:55:58,974 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/MasterData/data/master/store/.initializing 2024-11-13T15:55:58,974 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/MasterData/WALs/c4c650e80f58,32819,1731513357630 2024-11-13T15:55:58,975 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:55:58,976 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4c650e80f58%2C32819%2C1731513357630, suffix=, logDir=hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/MasterData/WALs/c4c650e80f58,32819,1731513357630, archiveDir=hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/MasterData/oldWALs, maxLogs=10 2024-11-13T15:55:58,993 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/MasterData/WALs/c4c650e80f58,32819,1731513357630/c4c650e80f58%2C32819%2C1731513357630.1731513358976, exclude list is [], retry=0 2024-11-13T15:55:58,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38359,DS-838cb97a-f069-41b7-96ec-4acfcd40f02f,DISK] 2024-11-13T15:55:59,004 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/MasterData/WALs/c4c650e80f58,32819,1731513357630/c4c650e80f58%2C32819%2C1731513357630.1731513358976 2024-11-13T15:55:59,004 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35899:35899)] 2024-11-13T15:55:59,005 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:55:59,005 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:59,005 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:59,005 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:59,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:59,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T15:55:59,007 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:59,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:59,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:59,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T15:55:59,009 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:59,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:59,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:59,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T15:55:59,010 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:59,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:59,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:59,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T15:55:59,012 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:59,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:55:59,013 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:59,013 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:59,013 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:59,015 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:59,015 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:59,015 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:55:59,016 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:55:59,019 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:55:59,019 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75233120, jitterRate=0.12106084823608398}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:55:59,020 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731513359005Initializing all the Stores at 1731513359006 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513359006Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513359006Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513359006Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513359006Cleaning up temporary data from old regions at 1731513359015 (+9 ms)Region opened successfully at 1731513359020 (+5 ms) 2024-11-13T15:55:59,027 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T15:55:59,031 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4401be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:55:59,032 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T15:55:59,033 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T15:55:59,033 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T15:55:59,033 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T15:55:59,034 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T15:55:59,035 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T15:55:59,035 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T15:55:59,037 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T15:55:59,045 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32819-0x100a6009fd90000, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Unable to get data of znode /0-2102520087/balancer because node does not exist (not necessarily an error) 2024-11-13T15:55:59,047 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2102520087/balancer already deleted, retry=false 2024-11-13T15:55:59,048 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T15:55:59,048 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32819-0x100a6009fd90000, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Unable to get data of znode /0-2102520087/normalizer because node does not exist (not necessarily an error) 2024-11-13T15:55:59,050 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2102520087/normalizer already deleted, retry=false 2024-11-13T15:55:59,050 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T15:55:59,051 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32819-0x100a6009fd90000, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Unable to get data of znode /0-2102520087/switch/split because node does not exist (not necessarily an error) 2024-11-13T15:55:59,053 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2102520087/switch/split already deleted, retry=false 2024-11-13T15:55:59,055 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32819-0x100a6009fd90000, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Unable to get data of znode /0-2102520087/switch/merge because node does not exist (not necessarily an error) 2024-11-13T15:55:59,056 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2102520087/switch/merge already deleted, retry=false 2024-11-13T15:55:59,067 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32819-0x100a6009fd90000, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Unable to get data of znode /0-2102520087/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T15:55:59,068 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2102520087/snapshot-cleanup already deleted, retry=false 2024-11-13T15:55:59,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x100a6009fd90000, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2102520087/running 2024-11-13T15:55:59,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35689-0x100a6009fd90001, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2102520087/running 2024-11-13T15:55:59,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35689-0x100a6009fd90001, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102520087 2024-11-13T15:55:59,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x100a6009fd90000, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102520087 2024-11-13T15:55:59,071 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4c650e80f58,32819,1731513357630, sessionid=0x100a6009fd90000, setting cluster-up flag (Was=false) 2024-11-13T15:55:59,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35689-0x100a6009fd90001, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102520087 2024-11-13T15:55:59,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x100a6009fd90000, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102520087 2024-11-13T15:55:59,082 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2102520087/flush-table-proc/acquired, /0-2102520087/flush-table-proc/reached, /0-2102520087/flush-table-proc/abort 2024-11-13T15:55:59,083 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,32819,1731513357630 2024-11-13T15:55:59,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x100a6009fd90000, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102520087 2024-11-13T15:55:59,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35689-0x100a6009fd90001, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102520087 2024-11-13T15:55:59,094 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2102520087/online-snapshot/acquired, /0-2102520087/online-snapshot/reached, /0-2102520087/online-snapshot/abort 2024-11-13T15:55:59,094 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,32819,1731513357630 2024-11-13T15:55:59,095 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T15:55:59,097 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T15:55:59,097 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T15:55:59,097 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T15:55:59,097 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4c650e80f58,32819,1731513357630 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T15:55:59,099 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:55:59,099 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:55:59,099 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:55:59,099 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:55:59,099 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4c650e80f58:0, corePoolSize=10, maxPoolSize=10 2024-11-13T15:55:59,099 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:59,099 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:55:59,099 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:59,100 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:55:59,100 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T15:55:59,101 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:59,101 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T15:55:59,102 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731513389102 2024-11-13T15:55:59,102 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T15:55:59,102 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T15:55:59,102 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T15:55:59,102 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T15:55:59,102 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T15:55:59,102 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T15:55:59,102 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:59,106 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T15:55:59,106 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T15:55:59,107 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T15:55:59,107 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T15:55:59,107 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T15:55:59,107 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T15:55:59,107 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513359107,5,FailOnTimeoutGroup] 2024-11-13T15:55:59,110 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513359107,5,FailOnTimeoutGroup] 2024-11-13T15:55:59,111 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:59,111 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T15:55:59,111 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:59,111 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:59,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38359 is added to blk_1073741831_1007 (size=1321) 2024-11-13T15:55:59,112 INFO [RS:0;c4c650e80f58:35689 {}] regionserver.HRegionServer(746): ClusterId : 6013b898-f882-4df2-85b7-0151c39fbcc1 2024-11-13T15:55:59,112 DEBUG [RS:0;c4c650e80f58:35689 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T15:55:59,115 DEBUG [RS:0;c4c650e80f58:35689 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T15:55:59,115 DEBUG [RS:0;c4c650e80f58:35689 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T15:55:59,117 DEBUG [RS:0;c4c650e80f58:35689 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T15:55:59,117 DEBUG [RS:0;c4c650e80f58:35689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14441659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:55:59,131 DEBUG [RS:0;c4c650e80f58:35689 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4c650e80f58:35689 2024-11-13T15:55:59,131 INFO [RS:0;c4c650e80f58:35689 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T15:55:59,131 INFO [RS:0;c4c650e80f58:35689 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T15:55:59,131 DEBUG [RS:0;c4c650e80f58:35689 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T15:55:59,132 INFO [RS:0;c4c650e80f58:35689 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4c650e80f58,32819,1731513357630 with port=35689, startcode=1731513357688 2024-11-13T15:55:59,132 DEBUG [RS:0;c4c650e80f58:35689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T15:55:59,135 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T15:55:59,136 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32819 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4c650e80f58,35689,1731513357688 2024-11-13T15:55:59,136 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32819 {}] master.ServerManager(517): Registering regionserver=c4c650e80f58,35689,1731513357688 2024-11-13T15:55:59,137 DEBUG [RS:0;c4c650e80f58:35689 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1 2024-11-13T15:55:59,137 DEBUG [RS:0;c4c650e80f58:35689 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32999 2024-11-13T15:55:59,137 DEBUG [RS:0;c4c650e80f58:35689 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T15:55:59,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x100a6009fd90000, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102520087/rs 2024-11-13T15:55:59,140 DEBUG [RS:0;c4c650e80f58:35689 {}] zookeeper.ZKUtil(111): regionserver:35689-0x100a6009fd90001, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Set watcher on existing znode=/0-2102520087/rs/c4c650e80f58,35689,1731513357688 2024-11-13T15:55:59,140 WARN [RS:0;c4c650e80f58:35689 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:55:59,140 INFO [RS:0;c4c650e80f58:35689 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:55:59,140 DEBUG [RS:0;c4c650e80f58:35689 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688 2024-11-13T15:55:59,141 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4c650e80f58,35689,1731513357688] 2024-11-13T15:55:59,147 INFO [RS:0;c4c650e80f58:35689 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T15:55:59,148 INFO [RS:0;c4c650e80f58:35689 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T15:55:59,150 INFO [RS:0;c4c650e80f58:35689 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T15:55:59,150 INFO [RS:0;c4c650e80f58:35689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:59,151 INFO [RS:0;c4c650e80f58:35689 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T15:55:59,151 INFO [RS:0;c4c650e80f58:35689 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T15:55:59,151 INFO [RS:0;c4c650e80f58:35689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:59,152 DEBUG [RS:0;c4c650e80f58:35689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:59,152 DEBUG [RS:0;c4c650e80f58:35689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:59,152 DEBUG [RS:0;c4c650e80f58:35689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:59,152 DEBUG [RS:0;c4c650e80f58:35689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:59,152 DEBUG [RS:0;c4c650e80f58:35689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:59,152 DEBUG [RS:0;c4c650e80f58:35689 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:55:59,152 DEBUG [RS:0;c4c650e80f58:35689 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:59,152 DEBUG [RS:0;c4c650e80f58:35689 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:59,152 DEBUG [RS:0;c4c650e80f58:35689 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:59,152 DEBUG [RS:0;c4c650e80f58:35689 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:59,152 DEBUG [RS:0;c4c650e80f58:35689 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:59,152 DEBUG [RS:0;c4c650e80f58:35689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:55:59,152 DEBUG [RS:0;c4c650e80f58:35689 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:55:59,152 DEBUG [RS:0;c4c650e80f58:35689 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:55:59,162 INFO [RS:0;c4c650e80f58:35689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:59,162 INFO [RS:0;c4c650e80f58:35689 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:59,162 INFO [RS:0;c4c650e80f58:35689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:59,162 INFO [RS:0;c4c650e80f58:35689 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:59,162 INFO [RS:0;c4c650e80f58:35689 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:59,162 INFO [RS:0;c4c650e80f58:35689 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,35689,1731513357688-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:55:59,178 INFO [RS:0;c4c650e80f58:35689 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T15:55:59,179 INFO [RS:0;c4c650e80f58:35689 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,35689,1731513357688-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:59,179 INFO [RS:0;c4c650e80f58:35689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:59,179 INFO [RS:0;c4c650e80f58:35689 {}] regionserver.Replication(171): c4c650e80f58,35689,1731513357688 started 2024-11-13T15:55:59,192 INFO [RS:0;c4c650e80f58:35689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:59,192 INFO [RS:0;c4c650e80f58:35689 {}] regionserver.HRegionServer(1482): Serving as c4c650e80f58,35689,1731513357688, RpcServer on c4c650e80f58/172.17.0.3:35689, sessionid=0x100a6009fd90001 2024-11-13T15:55:59,193 DEBUG [RS:0;c4c650e80f58:35689 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T15:55:59,193 DEBUG [RS:0;c4c650e80f58:35689 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4c650e80f58,35689,1731513357688 2024-11-13T15:55:59,193 DEBUG [RS:0;c4c650e80f58:35689 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,35689,1731513357688' 2024-11-13T15:55:59,193 DEBUG [RS:0;c4c650e80f58:35689 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2102520087/flush-table-proc/abort' 2024-11-13T15:55:59,193 DEBUG [RS:0;c4c650e80f58:35689 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2102520087/flush-table-proc/acquired' 2024-11-13T15:55:59,194 DEBUG [RS:0;c4c650e80f58:35689 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T15:55:59,194 DEBUG [RS:0;c4c650e80f58:35689 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T15:55:59,194 DEBUG [RS:0;c4c650e80f58:35689 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4c650e80f58,35689,1731513357688 2024-11-13T15:55:59,194 DEBUG [RS:0;c4c650e80f58:35689 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,35689,1731513357688' 2024-11-13T15:55:59,194 DEBUG [RS:0;c4c650e80f58:35689 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2102520087/online-snapshot/abort' 2024-11-13T15:55:59,194 DEBUG [RS:0;c4c650e80f58:35689 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2102520087/online-snapshot/acquired' 2024-11-13T15:55:59,194 DEBUG [RS:0;c4c650e80f58:35689 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T15:55:59,194 INFO [RS:0;c4c650e80f58:35689 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T15:55:59,194 INFO [RS:0;c4c650e80f58:35689 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T15:55:59,252 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T15:55:59,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:59,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:59,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:59,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:59,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:59,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:59,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:59,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:59,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:59,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:59,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:59,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:59,295 INFO [RS:0;c4c650e80f58:35689 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:55:59,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:59,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:59,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:55:59,303 INFO [RS:0;c4c650e80f58:35689 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C35689%2C1731513357688, suffix=, logDir=hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688, archiveDir=hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/oldWALs, maxLogs=10 2024-11-13T15:55:59,321 DEBUG [RS:0;c4c650e80f58:35689 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303, exclude list is [], retry=0 2024-11-13T15:55:59,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38359,DS-838cb97a-f069-41b7-96ec-4acfcd40f02f,DISK] 2024-11-13T15:55:59,326 INFO [RS:0;c4c650e80f58:35689 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303 2024-11-13T15:55:59,326 DEBUG [RS:0;c4c650e80f58:35689 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35899:35899)] 2024-11-13T15:55:59,513 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T15:55:59,513 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1 2024-11-13T15:55:59,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38359 is added to blk_1073741833_1009 (size=32) 2024-11-13T15:55:59,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:59,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:55:59,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:55:59,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:59,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:59,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:55:59,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:55:59,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:59,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:59,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:55:59,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:55:59,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:59,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:59,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:55:59,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:55:59,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:59,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:59,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:55:59,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/hbase/meta/1588230740 2024-11-13T15:55:59,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/hbase/meta/1588230740 2024-11-13T15:55:59,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:55:59,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:55:59,531 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:55:59,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:55:59,534 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:55:59,534 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59597031, jitterRate=-0.11193503439426422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:55:59,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731513359522Initializing all the Stores at 1731513359523 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513359523Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513359523Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513359523Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513359523Cleaning up temporary data from old regions at 1731513359530 (+7 ms)Region opened successfully at 1731513359535 (+5 ms) 2024-11-13T15:55:59,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:55:59,535 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:55:59,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:55:59,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:55:59,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:55:59,536 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:55:59,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513359535Disabling compacts and flushes for region at 1731513359535Disabling writes for close at 1731513359535Writing region close event to WAL at 1731513359536 (+1 ms)Closed at 1731513359536 2024-11-13T15:55:59,537 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:55:59,537 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T15:55:59,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T15:55:59,538 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:55:59,539 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T15:55:59,689 DEBUG [c4c650e80f58:32819 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T15:55:59,690 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4c650e80f58,35689,1731513357688 2024-11-13T15:55:59,691 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,35689,1731513357688, state=OPENING 2024-11-13T15:55:59,692 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T15:55:59,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x100a6009fd90000, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102520087 2024-11-13T15:55:59,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35689-0x100a6009fd90001, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102520087 2024-11-13T15:55:59,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2102520087/meta-region-server: CHANGED 2024-11-13T15:55:59,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2102520087/meta-region-server: CHANGED 2024-11-13T15:55:59,697 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:55:59,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,35689,1731513357688}] 2024-11-13T15:55:59,850 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T15:55:59,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T15:55:59,855 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T15:55:59,855 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:55:59,855 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T15:55:59,856 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C35689%2C1731513357688.meta, suffix=.meta, logDir=hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688, archiveDir=hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/oldWALs, maxLogs=10 2024-11-13T15:55:59,874 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.meta.1731513359857.meta, exclude list is [], retry=0 2024-11-13T15:55:59,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38359,DS-838cb97a-f069-41b7-96ec-4acfcd40f02f,DISK] 2024-11-13T15:55:59,877 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.meta.1731513359857.meta 2024-11-13T15:55:59,878 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35899:35899)] 2024-11-13T15:55:59,878 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:55:59,878 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:55:59,878 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:55:59,878 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T15:55:59,879 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T15:55:59,879 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T15:55:59,879 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:55:59,879 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T15:55:59,879 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T15:55:59,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:55:59,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:55:59,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:59,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:59,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:55:59,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:55:59,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:59,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:59,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:55:59,883 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:55:59,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:59,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:59,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:55:59,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:55:59,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:55:59,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:55:59,884 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:55:59,885 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/hbase/meta/1588230740 2024-11-13T15:55:59,886 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/hbase/meta/1588230740 2024-11-13T15:55:59,887 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:55:59,887 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:55:59,887 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:55:59,888 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:55:59,889 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62095355, jitterRate=-0.07470710575580597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:55:59,889 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T15:55:59,890 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731513359879Writing region info on filesystem at 1731513359879Initializing all the Stores at 1731513359880 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513359880Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513359880Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513359880Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513359880Cleaning up temporary data from old regions at 1731513359887 (+7 ms)Running coprocessor post-open hooks at 1731513359889 (+2 ms)Region opened successfully at 1731513359890 (+1 ms) 2024-11-13T15:55:59,891 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731513359850 2024-11-13T15:55:59,893 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T15:55:59,893 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T15:55:59,893 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,35689,1731513357688 2024-11-13T15:55:59,894 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,35689,1731513357688, state=OPEN 2024-11-13T15:55:59,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35689-0x100a6009fd90001, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2102520087/meta-region-server 2024-11-13T15:55:59,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x100a6009fd90000, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2102520087/meta-region-server 2024-11-13T15:55:59,896 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4c650e80f58,35689,1731513357688 2024-11-13T15:55:59,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2102520087/meta-region-server: CHANGED 2024-11-13T15:55:59,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2102520087/meta-region-server: CHANGED 2024-11-13T15:55:59,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T15:55:59,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,35689,1731513357688 in 199 msec 2024-11-13T15:55:59,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T15:55:59,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 361 msec 2024-11-13T15:55:59,901 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:55:59,901 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T15:55:59,902 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:55:59,902 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,35689,1731513357688, seqNum=-1] 2024-11-13T15:55:59,902 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:55:59,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:55:59,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 811 msec 2024-11-13T15:55:59,908 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731513359908, completionTime=-1 2024-11-13T15:55:59,909 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T15:55:59,909 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T15:55:59,911 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T15:55:59,911 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731513419911 2024-11-13T15:55:59,911 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731513479911 2024-11-13T15:55:59,911 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T15:55:59,911 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,32819,1731513357630-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:59,911 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,32819,1731513357630-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:59,911 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,32819,1731513357630-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:59,911 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4c650e80f58:32819, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:59,912 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:59,912 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T15:55:59,913 DEBUG [master/c4c650e80f58:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T15:55:59,916 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.189sec 2024-11-13T15:55:59,916 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T15:55:59,916 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T15:55:59,916 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T15:55:59,916 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T15:55:59,916 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T15:55:59,916 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,32819,1731513357630-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:55:59,916 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,32819,1731513357630-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T15:55:59,918 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T15:55:59,918 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T15:55:59,918 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,32819,1731513357630-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:00,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ebca5ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:00,012 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,32819,-1 for getting cluster id 2024-11-13T15:56:00,012 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:56:00,014 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6013b898-f882-4df2-85b7-0151c39fbcc1' 2024-11-13T15:56:00,014 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:56:00,014 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6013b898-f882-4df2-85b7-0151c39fbcc1" 2024-11-13T15:56:00,014 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70a4837b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:00,014 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,32819,-1] 2024-11-13T15:56:00,015 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:56:00,015 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:00,015 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:56:00,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@403ef27d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:00,016 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:56:00,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,35689,1731513357688, seqNum=-1] 2024-11-13T15:56:00,018 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:56:00,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:56:00,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4c650e80f58,32819,1731513357630 2024-11-13T15:56:00,020 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52095 2024-11-13T15:56:00,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:56:00,023 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100a6009fd90002 connected 2024-11-13T15:56:00,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f/hadoop.log.dir so I do NOT create it in target/test-data/cb849f9c-31c1-db7c-1081-0ce5b9b1ada6 2024-11-13T15:56:00,039 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T15:56:00,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f/hadoop.tmp.dir so I do NOT create it in target/test-data/cb849f9c-31c1-db7c-1081-0ce5b9b1ada6 2024-11-13T15:56:00,039 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T15:56:00,039 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb849f9c-31c1-db7c-1081-0ce5b9b1ada6 2024-11-13T15:56:00,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T15:56:00,039 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb849f9c-31c1-db7c-1081-0ce5b9b1ada6/cluster_d3a6f738-3d09-4a76-d429-e473dc929836, deleteOnExit=true 2024-11-13T15:56:00,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T15:56:00,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb849f9c-31c1-db7c-1081-0ce5b9b1ada6/test.cache.data in system properties and HBase conf 2024-11-13T15:56:00,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb849f9c-31c1-db7c-1081-0ce5b9b1ada6/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T15:56:00,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb849f9c-31c1-db7c-1081-0ce5b9b1ada6/hadoop.log.dir in system properties and HBase conf 2024-11-13T15:56:00,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb849f9c-31c1-db7c-1081-0ce5b9b1ada6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T15:56:00,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb849f9c-31c1-db7c-1081-0ce5b9b1ada6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T15:56:00,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T15:56:00,040 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T15:56:00,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb849f9c-31c1-db7c-1081-0ce5b9b1ada6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:56:00,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb849f9c-31c1-db7c-1081-0ce5b9b1ada6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:56:00,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb849f9c-31c1-db7c-1081-0ce5b9b1ada6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T15:56:00,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb849f9c-31c1-db7c-1081-0ce5b9b1ada6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:56:00,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb849f9c-31c1-db7c-1081-0ce5b9b1ada6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T15:56:00,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb849f9c-31c1-db7c-1081-0ce5b9b1ada6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T15:56:00,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb849f9c-31c1-db7c-1081-0ce5b9b1ada6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:56:00,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb849f9c-31c1-db7c-1081-0ce5b9b1ada6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:56:00,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb849f9c-31c1-db7c-1081-0ce5b9b1ada6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T15:56:00,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb849f9c-31c1-db7c-1081-0ce5b9b1ada6/nfs.dump.dir in system properties and HBase conf 2024-11-13T15:56:00,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb849f9c-31c1-db7c-1081-0ce5b9b1ada6/java.io.tmpdir in system properties and HBase conf 2024-11-13T15:56:00,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb849f9c-31c1-db7c-1081-0ce5b9b1ada6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:56:00,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb849f9c-31c1-db7c-1081-0ce5b9b1ada6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T15:56:00,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb849f9c-31c1-db7c-1081-0ce5b9b1ada6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T15:56:00,144 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:56:00,148 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:56:00,150 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:56:00,150 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:56:00,150 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T15:56:00,151 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:56:00,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71f3c358{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb849f9c-31c1-db7c-1081-0ce5b9b1ada6/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:56:00,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2147e0a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:56:00,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@673af117{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb849f9c-31c1-db7c-1081-0ce5b9b1ada6/java.io.tmpdir/jetty-localhost-36031-hadoop-hdfs-3_4_1-tests_jar-_-any-12202317628969033396/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:56:00,298 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a92f60{HTTP/1.1, (http/1.1)}{localhost:36031} 2024-11-13T15:56:00,298 INFO [Time-limited test {}] server.Server(415): Started @242672ms 2024-11-13T15:56:00,397 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:56:00,400 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:56:00,406 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:56:00,407 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:56:00,407 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T15:56:00,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fc897e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb849f9c-31c1-db7c-1081-0ce5b9b1ada6/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:56:00,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@137da9c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:56:00,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1424a674{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb849f9c-31c1-db7c-1081-0ce5b9b1ada6/java.io.tmpdir/jetty-localhost-44633-hadoop-hdfs-3_4_1-tests_jar-_-any-10546226743647819316/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:56:00,525 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@143dceeb{HTTP/1.1, (http/1.1)}{localhost:44633} 2024-11-13T15:56:00,525 INFO [Time-limited test {}] server.Server(415): Started @242899ms 2024-11-13T15:56:00,526 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T15:56:00,619 WARN [Thread-3547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb849f9c-31c1-db7c-1081-0ce5b9b1ada6/cluster_d3a6f738-3d09-4a76-d429-e473dc929836/data/data2/current/BP-643244549-172.17.0.3-1731513360064/current, will proceed with Du for space computation calculation, 2024-11-13T15:56:00,619 WARN [Thread-3546 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb849f9c-31c1-db7c-1081-0ce5b9b1ada6/cluster_d3a6f738-3d09-4a76-d429-e473dc929836/data/data1/current/BP-643244549-172.17.0.3-1731513360064/current, will proceed with Du for space computation calculation, 2024-11-13T15:56:00,642 WARN [Thread-3534 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T15:56:00,645 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd5eb2a41c08827d9 with lease ID 0xf15a18b1df588ee9: Processing first storage report for DS-67898ab0-9cf8-4c29-b01b-2d129c081a56 from datanode DatanodeRegistration(127.0.0.1:38121, datanodeUuid=0415cd87-fb75-4d49-8127-c5a7cc1f7b80, infoPort=34891, infoSecurePort=0, ipcPort=44823, storageInfo=lv=-57;cid=testClusterID;nsid=388684346;c=1731513360064) 2024-11-13T15:56:00,645 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd5eb2a41c08827d9 with lease ID 0xf15a18b1df588ee9: from storage DS-67898ab0-9cf8-4c29-b01b-2d129c081a56 node DatanodeRegistration(127.0.0.1:38121, datanodeUuid=0415cd87-fb75-4d49-8127-c5a7cc1f7b80, infoPort=34891, infoSecurePort=0, ipcPort=44823, storageInfo=lv=-57;cid=testClusterID;nsid=388684346;c=1731513360064), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T15:56:00,645 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd5eb2a41c08827d9 with lease ID 0xf15a18b1df588ee9: Processing first storage report for DS-f82b06ae-1a39-4ecc-8353-1d06c87f778a from datanode DatanodeRegistration(127.0.0.1:38121, datanodeUuid=0415cd87-fb75-4d49-8127-c5a7cc1f7b80, infoPort=34891, infoSecurePort=0, ipcPort=44823, storageInfo=lv=-57;cid=testClusterID;nsid=388684346;c=1731513360064) 2024-11-13T15:56:00,645 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd5eb2a41c08827d9 with lease ID 0xf15a18b1df588ee9: from storage DS-f82b06ae-1a39-4ecc-8353-1d06c87f778a node DatanodeRegistration(127.0.0.1:38121, datanodeUuid=0415cd87-fb75-4d49-8127-c5a7cc1f7b80, infoPort=34891, infoSecurePort=0, ipcPort=44823, storageInfo=lv=-57;cid=testClusterID;nsid=388684346;c=1731513360064), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T15:56:00,650 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb849f9c-31c1-db7c-1081-0ce5b9b1ada6 2024-11-13T15:56:00,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:00,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:00,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741825_1001 (size=7) 2024-11-13T15:56:01,059 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9 with version=8 2024-11-13T15:56:01,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/hbase-staging 2024-11-13T15:56:01,062 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:56:01,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:56:01,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:56:01,062 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:56:01,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:56:01,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:56:01,062 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T15:56:01,062 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:56:01,063 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36457 2024-11-13T15:56:01,063 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36457 connecting to ZooKeeper ensemble=127.0.0.1:52095 2024-11-13T15:56:01,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364570x0, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:56:01,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36457-0x100a6009fd90003 connected 2024-11-13T15:56:01,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:01,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:01,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36457-0x100a6009fd90003, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Set watcher on znode that does not yet exist, /1-274917961/running 2024-11-13T15:56:01,082 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9, hbase.cluster.distributed=false 2024-11-13T15:56:01,083 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36457-0x100a6009fd90003, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Set watcher on znode that does not yet exist, /1-274917961/acl 2024-11-13T15:56:01,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36457 2024-11-13T15:56:01,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36457 2024-11-13T15:56:01,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36457 2024-11-13T15:56:01,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36457 2024-11-13T15:56:01,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36457 2024-11-13T15:56:01,103 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:56:01,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:56:01,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:56:01,103 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:56:01,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:56:01,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:56:01,103 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T15:56:01,104 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:56:01,104 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37787 2024-11-13T15:56:01,105 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37787 connecting to ZooKeeper ensemble=127.0.0.1:52095 2024-11-13T15:56:01,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:01,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:01,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377870x0, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:56:01,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377870x0, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Set watcher on znode that does not yet exist, /1-274917961/running 2024-11-13T15:56:01,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37787-0x100a6009fd90004 connected 2024-11-13T15:56:01,113 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T15:56:01,118 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T15:56:01,118 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37787-0x100a6009fd90004, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Set watcher on znode that does not yet exist, /1-274917961/master 2024-11-13T15:56:01,120 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37787-0x100a6009fd90004, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Set watcher on znode that does not yet exist, /1-274917961/acl 2024-11-13T15:56:01,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37787 2024-11-13T15:56:01,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37787 2024-11-13T15:56:01,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37787 2024-11-13T15:56:01,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37787 2024-11-13T15:56:01,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37787 2024-11-13T15:56:01,157 DEBUG [M:0;c4c650e80f58:36457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4c650e80f58:36457 2024-11-13T15:56:01,158 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-274917961/backup-masters/c4c650e80f58,36457,1731513361062 2024-11-13T15:56:01,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x100a6009fd90004, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-274917961/backup-masters 2024-11-13T15:56:01,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36457-0x100a6009fd90003, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-274917961/backup-masters 2024-11-13T15:56:01,161 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36457-0x100a6009fd90003, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Set watcher on existing znode=/1-274917961/backup-masters/c4c650e80f58,36457,1731513361062 2024-11-13T15:56:01,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x100a6009fd90004, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-274917961/master 2024-11-13T15:56:01,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36457-0x100a6009fd90003, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-274917961 2024-11-13T15:56:01,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x100a6009fd90004, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-274917961 2024-11-13T15:56:01,162 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36457-0x100a6009fd90003, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Set watcher on existing znode=/1-274917961/master 2024-11-13T15:56:01,163 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-274917961/backup-masters/c4c650e80f58,36457,1731513361062 from backup master directory 2024-11-13T15:56:01,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36457-0x100a6009fd90003, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-274917961/backup-masters/c4c650e80f58,36457,1731513361062 2024-11-13T15:56:01,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x100a6009fd90004, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-274917961/backup-masters 2024-11-13T15:56:01,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36457-0x100a6009fd90003, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-274917961/backup-masters 2024-11-13T15:56:01,165 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:56:01,165 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4c650e80f58,36457,1731513361062 2024-11-13T15:56:01,171 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/hbase.id] with ID: ade25a90-439a-4491-b6f6-c13189442d22 2024-11-13T15:56:01,171 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/.tmp/hbase.id 2024-11-13T15:56:01,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741826_1002 (size=42) 2024-11-13T15:56:01,180 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/.tmp/hbase.id]:[hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/hbase.id] 2024-11-13T15:56:01,195 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:01,195 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T15:56:01,196 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T15:56:01,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36457-0x100a6009fd90003, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-274917961 2024-11-13T15:56:01,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x100a6009fd90004, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-274917961 2024-11-13T15:56:01,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741827_1003 (size=196) 2024-11-13T15:56:01,616 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:56:01,617 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T15:56:01,618 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:56:01,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741828_1004 (size=1189) 2024-11-13T15:56:01,631 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/MasterData/data/master/store 2024-11-13T15:56:01,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741829_1005 (size=34) 2024-11-13T15:56:01,647 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:01,647 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:56:01,647 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:01,647 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:01,647 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:56:01,647 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:01,647 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:01,647 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513361647Disabling compacts and flushes for region at 1731513361647Disabling writes for close at 1731513361647Writing region close event to WAL at 1731513361647Closed at 1731513361647 2024-11-13T15:56:01,648 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/MasterData/data/master/store/.initializing 2024-11-13T15:56:01,648 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/MasterData/WALs/c4c650e80f58,36457,1731513361062 2024-11-13T15:56:01,649 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:56:01,650 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4c650e80f58%2C36457%2C1731513361062, suffix=, logDir=hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/MasterData/WALs/c4c650e80f58,36457,1731513361062, archiveDir=hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/MasterData/oldWALs, maxLogs=10 2024-11-13T15:56:01,665 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/MasterData/WALs/c4c650e80f58,36457,1731513361062/c4c650e80f58%2C36457%2C1731513361062.1731513361650, exclude list is [], retry=0 2024-11-13T15:56:01,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38121,DS-67898ab0-9cf8-4c29-b01b-2d129c081a56,DISK] 2024-11-13T15:56:01,669 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/MasterData/WALs/c4c650e80f58,36457,1731513361062/c4c650e80f58%2C36457%2C1731513361062.1731513361650 2024-11-13T15:56:01,669 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34891:34891)] 2024-11-13T15:56:01,669 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:56:01,670 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:01,670 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:01,670 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:01,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:01,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T15:56:01,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:01,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:01,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:01,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T15:56:01,673 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:01,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:01,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:01,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T15:56:01,674 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:01,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:01,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:01,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T15:56:01,676 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:01,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:01,676 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:01,677 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:01,677 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:01,678 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:01,678 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:01,679 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:56:01,680 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:01,683 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:56:01,683 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63037053, jitterRate=-0.06067471206188202}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:56:01,683 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731513361670Initializing all the Stores at 1731513361671 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513361671Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513361671Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513361671Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513361671Cleaning up temporary data from old regions at 1731513361678 (+7 ms)Region opened successfully at 1731513361683 (+5 ms) 2024-11-13T15:56:01,684 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T15:56:01,686 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f22c009, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:56:01,687 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T15:56:01,687 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T15:56:01,687 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T15:56:01,687 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T15:56:01,687 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T15:56:01,688 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T15:56:01,688 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T15:56:01,692 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T15:56:01,693 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36457-0x100a6009fd90003, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Unable to get data of znode /1-274917961/balancer because node does not exist (not necessarily an error) 2024-11-13T15:56:01,694 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-274917961/balancer already deleted, retry=false 2024-11-13T15:56:01,694 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T15:56:01,695 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36457-0x100a6009fd90003, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Unable to get data of znode /1-274917961/normalizer because node does not exist (not necessarily an error) 2024-11-13T15:56:01,697 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-274917961/normalizer already deleted, retry=false 2024-11-13T15:56:01,697 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T15:56:01,698 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36457-0x100a6009fd90003, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Unable to get data of znode /1-274917961/switch/split because node does not exist (not necessarily an error) 2024-11-13T15:56:01,701 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-274917961/switch/split already deleted, retry=false 2024-11-13T15:56:01,702 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36457-0x100a6009fd90003, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Unable to get data of znode /1-274917961/switch/merge because node does not exist (not necessarily an error) 2024-11-13T15:56:01,703 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-274917961/switch/merge already deleted, retry=false 2024-11-13T15:56:01,705 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36457-0x100a6009fd90003, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Unable to get data of znode /1-274917961/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T15:56:01,706 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-274917961/snapshot-cleanup already deleted, retry=false 2024-11-13T15:56:01,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36457-0x100a6009fd90003, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-274917961/running 2024-11-13T15:56:01,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x100a6009fd90004, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-274917961/running 2024-11-13T15:56:01,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36457-0x100a6009fd90003, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-274917961 2024-11-13T15:56:01,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x100a6009fd90004, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-274917961 2024-11-13T15:56:01,708 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4c650e80f58,36457,1731513361062, sessionid=0x100a6009fd90003, setting cluster-up flag (Was=false) 2024-11-13T15:56:01,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36457-0x100a6009fd90003, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-274917961 2024-11-13T15:56:01,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x100a6009fd90004, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-274917961 2024-11-13T15:56:01,718 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-274917961/flush-table-proc/acquired, /1-274917961/flush-table-proc/reached, /1-274917961/flush-table-proc/abort 2024-11-13T15:56:01,719 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,36457,1731513361062 2024-11-13T15:56:01,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36457-0x100a6009fd90003, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-274917961 2024-11-13T15:56:01,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x100a6009fd90004, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-274917961 2024-11-13T15:56:01,727 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-274917961/online-snapshot/acquired, /1-274917961/online-snapshot/reached, /1-274917961/online-snapshot/abort 2024-11-13T15:56:01,728 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,36457,1731513361062 2024-11-13T15:56:01,729 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T15:56:01,730 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T15:56:01,730 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T15:56:01,730 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T15:56:01,730 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4c650e80f58,36457,1731513361062 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T15:56:01,732 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:56:01,732 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:56:01,732 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:56:01,732 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:56:01,732 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4c650e80f58:0, corePoolSize=10, maxPoolSize=10 2024-11-13T15:56:01,732 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:01,732 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:56:01,732 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:01,738 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:56:01,738 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T15:56:01,738 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731513391738 2024-11-13T15:56:01,739 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T15:56:01,739 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T15:56:01,739 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T15:56:01,739 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T15:56:01,739 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T15:56:01,739 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T15:56:01,739 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:01,739 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:01,739 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T15:56:01,739 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T15:56:01,739 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T15:56:01,739 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T15:56:01,739 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T15:56:01,742 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T15:56:01,742 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T15:56:01,747 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513361742,5,FailOnTimeoutGroup] 2024-11-13T15:56:01,747 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513361747,5,FailOnTimeoutGroup] 2024-11-13T15:56:01,747 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:01,747 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T15:56:01,747 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:01,747 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:01,748 INFO [RS:0;c4c650e80f58:37787 {}] regionserver.HRegionServer(746): ClusterId : ade25a90-439a-4491-b6f6-c13189442d22 2024-11-13T15:56:01,748 DEBUG [RS:0;c4c650e80f58:37787 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T15:56:01,750 DEBUG [RS:0;c4c650e80f58:37787 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T15:56:01,750 DEBUG [RS:0;c4c650e80f58:37787 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T15:56:01,752 DEBUG [RS:0;c4c650e80f58:37787 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T15:56:01,752 DEBUG [RS:0;c4c650e80f58:37787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f3f4e95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:56:01,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741831_1007 (size=1321) 2024-11-13T15:56:01,779 DEBUG [RS:0;c4c650e80f58:37787 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4c650e80f58:37787 2024-11-13T15:56:01,779 INFO [RS:0;c4c650e80f58:37787 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T15:56:01,779 INFO [RS:0;c4c650e80f58:37787 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T15:56:01,779 DEBUG [RS:0;c4c650e80f58:37787 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T15:56:01,780 INFO [RS:0;c4c650e80f58:37787 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4c650e80f58,36457,1731513361062 with port=37787, startcode=1731513361103 2024-11-13T15:56:01,780 DEBUG [RS:0;c4c650e80f58:37787 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T15:56:01,781 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T15:56:01,782 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36457 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4c650e80f58,37787,1731513361103 2024-11-13T15:56:01,782 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36457 {}] master.ServerManager(517): Registering regionserver=c4c650e80f58,37787,1731513361103 2024-11-13T15:56:01,784 DEBUG [RS:0;c4c650e80f58:37787 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9 2024-11-13T15:56:01,784 DEBUG [RS:0;c4c650e80f58:37787 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37085 2024-11-13T15:56:01,784 DEBUG [RS:0;c4c650e80f58:37787 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T15:56:01,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36457-0x100a6009fd90003, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-274917961/rs 2024-11-13T15:56:01,791 DEBUG [RS:0;c4c650e80f58:37787 {}] zookeeper.ZKUtil(111): regionserver:37787-0x100a6009fd90004, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Set watcher on existing znode=/1-274917961/rs/c4c650e80f58,37787,1731513361103 2024-11-13T15:56:01,791 WARN [RS:0;c4c650e80f58:37787 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:56:01,791 INFO [RS:0;c4c650e80f58:37787 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:56:01,791 DEBUG [RS:0;c4c650e80f58:37787 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103 2024-11-13T15:56:01,795 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4c650e80f58,37787,1731513361103] 2024-11-13T15:56:01,802 INFO [RS:0;c4c650e80f58:37787 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T15:56:01,806 INFO [RS:0;c4c650e80f58:37787 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T15:56:01,814 INFO [RS:0;c4c650e80f58:37787 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T15:56:01,815 INFO [RS:0;c4c650e80f58:37787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:01,818 INFO [RS:0;c4c650e80f58:37787 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T15:56:01,819 INFO [RS:0;c4c650e80f58:37787 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T15:56:01,819 INFO [RS:0;c4c650e80f58:37787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:01,819 DEBUG [RS:0;c4c650e80f58:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:01,820 DEBUG [RS:0;c4c650e80f58:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:01,820 DEBUG [RS:0;c4c650e80f58:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:01,820 DEBUG [RS:0;c4c650e80f58:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:01,820 DEBUG [RS:0;c4c650e80f58:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:01,820 DEBUG [RS:0;c4c650e80f58:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:56:01,820 DEBUG [RS:0;c4c650e80f58:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:01,820 DEBUG [RS:0;c4c650e80f58:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:01,820 DEBUG [RS:0;c4c650e80f58:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:01,820 DEBUG [RS:0;c4c650e80f58:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:01,820 DEBUG [RS:0;c4c650e80f58:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:01,820 DEBUG [RS:0;c4c650e80f58:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:01,820 DEBUG [RS:0;c4c650e80f58:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:56:01,820 DEBUG [RS:0;c4c650e80f58:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:56:01,830 INFO [RS:0;c4c650e80f58:37787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:01,830 INFO [RS:0;c4c650e80f58:37787 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:01,830 INFO [RS:0;c4c650e80f58:37787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:01,830 INFO [RS:0;c4c650e80f58:37787 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:01,830 INFO [RS:0;c4c650e80f58:37787 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:01,830 INFO [RS:0;c4c650e80f58:37787 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,37787,1731513361103-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:56:01,849 INFO [RS:0;c4c650e80f58:37787 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T15:56:01,850 INFO [RS:0;c4c650e80f58:37787 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,37787,1731513361103-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:01,850 INFO [RS:0;c4c650e80f58:37787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:01,850 INFO [RS:0;c4c650e80f58:37787 {}] regionserver.Replication(171): c4c650e80f58,37787,1731513361103 started 2024-11-13T15:56:01,868 INFO [RS:0;c4c650e80f58:37787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:01,868 INFO [RS:0;c4c650e80f58:37787 {}] regionserver.HRegionServer(1482): Serving as c4c650e80f58,37787,1731513361103, RpcServer on c4c650e80f58/172.17.0.3:37787, sessionid=0x100a6009fd90004 2024-11-13T15:56:01,868 DEBUG [RS:0;c4c650e80f58:37787 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T15:56:01,868 DEBUG [RS:0;c4c650e80f58:37787 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4c650e80f58,37787,1731513361103 2024-11-13T15:56:01,868 DEBUG [RS:0;c4c650e80f58:37787 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,37787,1731513361103' 2024-11-13T15:56:01,868 DEBUG [RS:0;c4c650e80f58:37787 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-274917961/flush-table-proc/abort' 2024-11-13T15:56:01,869 DEBUG [RS:0;c4c650e80f58:37787 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-274917961/flush-table-proc/acquired' 2024-11-13T15:56:01,869 DEBUG [RS:0;c4c650e80f58:37787 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T15:56:01,869 DEBUG [RS:0;c4c650e80f58:37787 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T15:56:01,869 DEBUG [RS:0;c4c650e80f58:37787 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4c650e80f58,37787,1731513361103 2024-11-13T15:56:01,869 DEBUG [RS:0;c4c650e80f58:37787 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,37787,1731513361103' 2024-11-13T15:56:01,869 DEBUG [RS:0;c4c650e80f58:37787 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-274917961/online-snapshot/abort' 2024-11-13T15:56:01,870 DEBUG [RS:0;c4c650e80f58:37787 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-274917961/online-snapshot/acquired' 2024-11-13T15:56:01,870 DEBUG [RS:0;c4c650e80f58:37787 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T15:56:01,870 INFO [RS:0;c4c650e80f58:37787 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T15:56:01,870 INFO [RS:0;c4c650e80f58:37787 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T15:56:01,971 INFO [RS:0;c4c650e80f58:37787 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:56:01,972 INFO [RS:0;c4c650e80f58:37787 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C37787%2C1731513361103, suffix=, logDir=hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103, archiveDir=hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/oldWALs, maxLogs=10 2024-11-13T15:56:01,993 DEBUG [RS:0;c4c650e80f58:37787 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973, exclude list is [], retry=0 2024-11-13T15:56:01,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38121,DS-67898ab0-9cf8-4c29-b01b-2d129c081a56,DISK] 2024-11-13T15:56:01,997 INFO [RS:0;c4c650e80f58:37787 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 2024-11-13T15:56:01,998 DEBUG [RS:0;c4c650e80f58:37787 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34891:34891)] 2024-11-13T15:56:02,157 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T15:56:02,157 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9 2024-11-13T15:56:02,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741833_1009 (size=32) 2024-11-13T15:56:02,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:02,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:56:02,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:56:02,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:02,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:02,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:56:02,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:56:02,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:02,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:02,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:56:02,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:56:02,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:02,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:02,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:56:02,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:56:02,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:02,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:02,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:56:02,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/hbase/meta/1588230740 2024-11-13T15:56:02,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/hbase/meta/1588230740 2024-11-13T15:56:02,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:56:02,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:56:02,574 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:56:02,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:56:02,576 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:56:02,577 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64979300, jitterRate=-0.03173297643661499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:56:02,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731513362565Initializing all the Stores at 1731513362565Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513362565Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513362565Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513362565Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513362565Cleaning up temporary data from old regions at 1731513362573 (+8 ms)Region opened successfully at 1731513362577 (+4 ms) 2024-11-13T15:56:02,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:56:02,577 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:56:02,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:56:02,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:56:02,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:56:02,577 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:56:02,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513362577Disabling compacts and flushes for region at 1731513362577Disabling writes for close at 1731513362577Writing region close event to WAL at 1731513362577Closed at 1731513362577 2024-11-13T15:56:02,579 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:56:02,579 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T15:56:02,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T15:56:02,580 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:56:02,580 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T15:56:02,731 DEBUG [c4c650e80f58:36457 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T15:56:02,731 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4c650e80f58,37787,1731513361103 2024-11-13T15:56:02,732 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,37787,1731513361103, state=OPENING 2024-11-13T15:56:02,734 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T15:56:02,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x100a6009fd90004, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-274917961 2024-11-13T15:56:02,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36457-0x100a6009fd90003, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-274917961 2024-11-13T15:56:02,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-274917961/meta-region-server: CHANGED 2024-11-13T15:56:02,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-274917961/meta-region-server: CHANGED 2024-11-13T15:56:02,736 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:56:02,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,37787,1731513361103}] 2024-11-13T15:56:02,889 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T15:56:02,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T15:56:02,893 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T15:56:02,893 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:56:02,893 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T15:56:02,894 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C37787%2C1731513361103.meta, suffix=.meta, logDir=hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103, archiveDir=hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/oldWALs, maxLogs=10 2024-11-13T15:56:02,913 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.meta.1731513362895.meta, exclude list is [], retry=0 2024-11-13T15:56:02,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38121,DS-67898ab0-9cf8-4c29-b01b-2d129c081a56,DISK] 2024-11-13T15:56:02,916 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.meta.1731513362895.meta 2024-11-13T15:56:02,916 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34891:34891)] 2024-11-13T15:56:02,916 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:56:02,917 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:56:02,917 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:56:02,917 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T15:56:02,917 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T15:56:02,917 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T15:56:02,917 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:02,917 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T15:56:02,917 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T15:56:02,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:56:02,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:56:02,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:02,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:02,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:56:02,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:56:02,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:02,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:02,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:56:02,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:56:02,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:02,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:02,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:56:02,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:56:02,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:02,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:02,922 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:56:02,923 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/hbase/meta/1588230740 2024-11-13T15:56:02,924 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/hbase/meta/1588230740 2024-11-13T15:56:02,924 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:56:02,924 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:56:02,925 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:56:02,926 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:56:02,926 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70192332, jitterRate=0.045947253704071045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:56:02,926 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T15:56:02,926 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731513362917Writing region info on filesystem at 1731513362917Initializing all the Stores at 1731513362918 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513362918Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513362918Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513362918Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513362918Cleaning up temporary data from old regions at 1731513362924 (+6 ms)Running coprocessor post-open hooks at 1731513362926 (+2 ms)Region opened successfully at 1731513362926 2024-11-13T15:56:02,928 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731513362888 2024-11-13T15:56:02,930 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T15:56:02,930 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T15:56:02,931 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,37787,1731513361103 2024-11-13T15:56:02,931 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,37787,1731513361103, state=OPEN 2024-11-13T15:56:02,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x100a6009fd90004, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-274917961/meta-region-server 2024-11-13T15:56:02,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36457-0x100a6009fd90003, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-274917961/meta-region-server 2024-11-13T15:56:02,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-274917961/meta-region-server: CHANGED 2024-11-13T15:56:02,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-274917961/meta-region-server: CHANGED 2024-11-13T15:56:02,933 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4c650e80f58,37787,1731513361103 2024-11-13T15:56:02,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T15:56:02,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,37787,1731513361103 in 197 msec 2024-11-13T15:56:02,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T15:56:02,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-11-13T15:56:02,938 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:56:02,938 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T15:56:02,939 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:56:02,939 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,37787,1731513361103, seqNum=-1] 2024-11-13T15:56:02,940 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:56:02,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:56:02,946 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2150 sec 2024-11-13T15:56:02,946 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731513362946, completionTime=-1 2024-11-13T15:56:02,946 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T15:56:02,946 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T15:56:02,948 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T15:56:02,948 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731513422948 2024-11-13T15:56:02,948 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731513482948 2024-11-13T15:56:02,948 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T15:56:02,948 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,36457,1731513361062-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:02,948 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,36457,1731513361062-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:02,948 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,36457,1731513361062-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:02,948 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4c650e80f58:36457, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:02,948 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:02,950 DEBUG [master/c4c650e80f58:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T15:56:02,955 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:02,961 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.794sec 2024-11-13T15:56:02,961 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T15:56:02,961 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T15:56:02,961 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T15:56:02,961 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T15:56:02,961 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T15:56:02,961 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,36457,1731513361062-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:56:02,961 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,36457,1731513361062-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T15:56:02,963 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T15:56:02,963 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T15:56:02,963 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,36457,1731513361062-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:03,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57388ecc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:03,048 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36457,-1 for getting cluster id 2024-11-13T15:56:03,048 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:56:03,050 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ade25a90-439a-4491-b6f6-c13189442d22' 2024-11-13T15:56:03,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:56:03,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ade25a90-439a-4491-b6f6-c13189442d22" 2024-11-13T15:56:03,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@354e87c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:03,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36457,-1] 2024-11-13T15:56:03,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:56:03,051 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:03,051 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:56:03,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a2a00b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:03,052 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:56:03,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,37787,1731513361103, seqNum=-1] 2024-11-13T15:56:03,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:56:03,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:56:03,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4c650e80f58,36457,1731513361062 2024-11-13T15:56:03,057 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52095 2024-11-13T15:56:03,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:56:03,061 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100a6009fd90005 connected 2024-11-13T15:56:03,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb849f9c-31c1-db7c-1081-0ce5b9b1ada6/hadoop.log.dir so I do NOT create it in target/test-data/3fe2a0fc-ed98-e2b9-cc52-50d3b911ed3c 2024-11-13T15:56:03,064 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb849f9c-31c1-db7c-1081-0ce5b9b1ada6/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T15:56:03,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb849f9c-31c1-db7c-1081-0ce5b9b1ada6/hadoop.tmp.dir so I do NOT create it in target/test-data/3fe2a0fc-ed98-e2b9-cc52-50d3b911ed3c 2024-11-13T15:56:03,064 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb849f9c-31c1-db7c-1081-0ce5b9b1ada6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T15:56:03,064 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fe2a0fc-ed98-e2b9-cc52-50d3b911ed3c 2024-11-13T15:56:03,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T15:56:03,064 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fe2a0fc-ed98-e2b9-cc52-50d3b911ed3c/cluster_430d289b-3de0-7805-c678-06da51c62c33, deleteOnExit=true 2024-11-13T15:56:03,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T15:56:03,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fe2a0fc-ed98-e2b9-cc52-50d3b911ed3c/test.cache.data in system properties and HBase conf 2024-11-13T15:56:03,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fe2a0fc-ed98-e2b9-cc52-50d3b911ed3c/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T15:56:03,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fe2a0fc-ed98-e2b9-cc52-50d3b911ed3c/hadoop.log.dir in system properties and HBase conf 2024-11-13T15:56:03,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fe2a0fc-ed98-e2b9-cc52-50d3b911ed3c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T15:56:03,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fe2a0fc-ed98-e2b9-cc52-50d3b911ed3c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T15:56:03,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T15:56:03,064 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T15:56:03,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fe2a0fc-ed98-e2b9-cc52-50d3b911ed3c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:56:03,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fe2a0fc-ed98-e2b9-cc52-50d3b911ed3c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:56:03,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fe2a0fc-ed98-e2b9-cc52-50d3b911ed3c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T15:56:03,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fe2a0fc-ed98-e2b9-cc52-50d3b911ed3c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:56:03,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fe2a0fc-ed98-e2b9-cc52-50d3b911ed3c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T15:56:03,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fe2a0fc-ed98-e2b9-cc52-50d3b911ed3c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T15:56:03,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fe2a0fc-ed98-e2b9-cc52-50d3b911ed3c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:56:03,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fe2a0fc-ed98-e2b9-cc52-50d3b911ed3c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:56:03,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fe2a0fc-ed98-e2b9-cc52-50d3b911ed3c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T15:56:03,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fe2a0fc-ed98-e2b9-cc52-50d3b911ed3c/nfs.dump.dir in system properties and HBase conf 2024-11-13T15:56:03,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fe2a0fc-ed98-e2b9-cc52-50d3b911ed3c/java.io.tmpdir in system properties and HBase conf 2024-11-13T15:56:03,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fe2a0fc-ed98-e2b9-cc52-50d3b911ed3c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:56:03,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fe2a0fc-ed98-e2b9-cc52-50d3b911ed3c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T15:56:03,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fe2a0fc-ed98-e2b9-cc52-50d3b911ed3c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T15:56:03,089 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T15:56:03,089 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T15:56:03,145 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:56:03,150 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:56:03,162 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:56:03,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:56:03,163 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T15:56:03,165 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:56:03,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@192af4cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fe2a0fc-ed98-e2b9-cc52-50d3b911ed3c/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:56:03,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e7abc8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:56:03,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@675e7ba8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fe2a0fc-ed98-e2b9-cc52-50d3b911ed3c/java.io.tmpdir/jetty-localhost-36903-hadoop-hdfs-3_4_1-tests_jar-_-any-2659407701400650849/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:56:03,293 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49b7b0d7{HTTP/1.1, (http/1.1)}{localhost:36903} 2024-11-13T15:56:03,293 INFO [Time-limited test {}] server.Server(415): Started @245667ms 2024-11-13T15:56:03,403 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:56:03,409 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:56:03,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:56:03,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:56:03,413 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T15:56:03,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54119af8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fe2a0fc-ed98-e2b9-cc52-50d3b911ed3c/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:56:03,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@983128d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:56:03,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4533dba9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fe2a0fc-ed98-e2b9-cc52-50d3b911ed3c/java.io.tmpdir/jetty-localhost-34309-hadoop-hdfs-3_4_1-tests_jar-_-any-8915016684623180367/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:56:03,531 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3258055c{HTTP/1.1, (http/1.1)}{localhost:34309} 2024-11-13T15:56:03,531 INFO [Time-limited test {}] server.Server(415): Started @245905ms 2024-11-13T15:56:03,533 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T15:56:03,636 WARN [Thread-3666 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fe2a0fc-ed98-e2b9-cc52-50d3b911ed3c/cluster_430d289b-3de0-7805-c678-06da51c62c33/data/data1/current/BP-1811863490-172.17.0.3-1731513363085/current, will proceed with Du for space computation calculation, 2024-11-13T15:56:03,636 WARN [Thread-3667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fe2a0fc-ed98-e2b9-cc52-50d3b911ed3c/cluster_430d289b-3de0-7805-c678-06da51c62c33/data/data2/current/BP-1811863490-172.17.0.3-1731513363085/current, will proceed with Du for space computation calculation, 2024-11-13T15:56:03,659 WARN [Thread-3654 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T15:56:03,661 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4fde3d828d50a1ff with lease ID 0x9131c98c0fa120f7: Processing first storage report for DS-f2288e08-fa2b-40a6-8b78-b4e6c48567e5 from datanode DatanodeRegistration(127.0.0.1:43035, datanodeUuid=8ef27283-a83b-45da-8150-be9d69dc8920, infoPort=37711, infoSecurePort=0, ipcPort=43191, storageInfo=lv=-57;cid=testClusterID;nsid=339720471;c=1731513363085) 2024-11-13T15:56:03,661 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4fde3d828d50a1ff with lease ID 0x9131c98c0fa120f7: from storage DS-f2288e08-fa2b-40a6-8b78-b4e6c48567e5 node DatanodeRegistration(127.0.0.1:43035, datanodeUuid=8ef27283-a83b-45da-8150-be9d69dc8920, infoPort=37711, infoSecurePort=0, ipcPort=43191, storageInfo=lv=-57;cid=testClusterID;nsid=339720471;c=1731513363085), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T15:56:03,661 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4fde3d828d50a1ff with lease ID 0x9131c98c0fa120f7: Processing first storage report for DS-518b3c0d-d271-400a-b4e2-6fb8b870f774 from datanode DatanodeRegistration(127.0.0.1:43035, datanodeUuid=8ef27283-a83b-45da-8150-be9d69dc8920, infoPort=37711, infoSecurePort=0, ipcPort=43191, storageInfo=lv=-57;cid=testClusterID;nsid=339720471;c=1731513363085) 2024-11-13T15:56:03,661 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4fde3d828d50a1ff with lease ID 0x9131c98c0fa120f7: from storage DS-518b3c0d-d271-400a-b4e2-6fb8b870f774 node DatanodeRegistration(127.0.0.1:43035, datanodeUuid=8ef27283-a83b-45da-8150-be9d69dc8920, infoPort=37711, infoSecurePort=0, ipcPort=43191, storageInfo=lv=-57;cid=testClusterID;nsid=339720471;c=1731513363085), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T15:56:03,761 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fe2a0fc-ed98-e2b9-cc52-50d3b911ed3c 2024-11-13T15:56:03,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:03,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:03,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741825_1001 (size=7) 2024-11-13T15:56:04,171 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757 with version=8 2024-11-13T15:56:04,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/hbase-staging 2024-11-13T15:56:04,173 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:56:04,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:56:04,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:56:04,173 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:56:04,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:56:04,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:56:04,173 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T15:56:04,173 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:56:04,174 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43631 2024-11-13T15:56:04,175 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43631 connecting to ZooKeeper ensemble=127.0.0.1:52095 2024-11-13T15:56:04,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436310x0, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:56:04,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43631-0x100a6009fd90006 connected 2024-11-13T15:56:04,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:04,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:04,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43631-0x100a6009fd90006, quorum=127.0.0.1:52095, baseZNode=/21867679014 Set watcher on znode that does not yet exist, /21867679014/running 2024-11-13T15:56:04,192 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757, hbase.cluster.distributed=false 2024-11-13T15:56:04,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43631-0x100a6009fd90006, quorum=127.0.0.1:52095, baseZNode=/21867679014 Set watcher on znode that does not yet exist, /21867679014/acl 2024-11-13T15:56:04,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43631 2024-11-13T15:56:04,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43631 2024-11-13T15:56:04,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43631 2024-11-13T15:56:04,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43631 2024-11-13T15:56:04,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43631 2024-11-13T15:56:04,211 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:56:04,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:56:04,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:56:04,211 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:56:04,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:56:04,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:56:04,211 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T15:56:04,211 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:56:04,212 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44577 2024-11-13T15:56:04,212 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44577 connecting to ZooKeeper ensemble=127.0.0.1:52095 2024-11-13T15:56:04,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:04,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:04,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445770x0, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:56:04,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445770x0, quorum=127.0.0.1:52095, baseZNode=/21867679014 Set watcher on znode that does not yet exist, /21867679014/running 2024-11-13T15:56:04,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44577-0x100a6009fd90007 connected 2024-11-13T15:56:04,219 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T15:56:04,221 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T15:56:04,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44577-0x100a6009fd90007, quorum=127.0.0.1:52095, baseZNode=/21867679014 Set watcher on znode that does not yet exist, /21867679014/master 2024-11-13T15:56:04,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44577-0x100a6009fd90007, quorum=127.0.0.1:52095, baseZNode=/21867679014 Set watcher on znode that does not yet exist, /21867679014/acl 2024-11-13T15:56:04,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44577 2024-11-13T15:56:04,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44577 2024-11-13T15:56:04,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44577 2024-11-13T15:56:04,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44577 2024-11-13T15:56:04,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44577 2024-11-13T15:56:04,241 DEBUG [M:0;c4c650e80f58:43631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4c650e80f58:43631 2024-11-13T15:56:04,242 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21867679014/backup-masters/c4c650e80f58,43631,1731513364173 2024-11-13T15:56:04,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44577-0x100a6009fd90007, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867679014/backup-masters 2024-11-13T15:56:04,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x100a6009fd90006, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867679014/backup-masters 2024-11-13T15:56:04,244 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43631-0x100a6009fd90006, quorum=127.0.0.1:52095, baseZNode=/21867679014 Set watcher on existing znode=/21867679014/backup-masters/c4c650e80f58,43631,1731513364173 2024-11-13T15:56:04,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44577-0x100a6009fd90007, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21867679014/master 2024-11-13T15:56:04,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x100a6009fd90006, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867679014 2024-11-13T15:56:04,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44577-0x100a6009fd90007, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867679014 2024-11-13T15:56:04,245 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43631-0x100a6009fd90006, quorum=127.0.0.1:52095, baseZNode=/21867679014 Set watcher on existing znode=/21867679014/master 2024-11-13T15:56:04,246 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21867679014/backup-masters/c4c650e80f58,43631,1731513364173 from backup master directory 2024-11-13T15:56:04,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x100a6009fd90006, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21867679014/backup-masters/c4c650e80f58,43631,1731513364173 2024-11-13T15:56:04,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x100a6009fd90006, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867679014/backup-masters 2024-11-13T15:56:04,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44577-0x100a6009fd90007, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867679014/backup-masters 2024-11-13T15:56:04,248 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:56:04,248 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4c650e80f58,43631,1731513364173 2024-11-13T15:56:04,255 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/hbase.id] with ID: 9b93f7f2-29f6-46b7-9d47-b09a32ff5e0a 2024-11-13T15:56:04,255 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/.tmp/hbase.id 2024-11-13T15:56:04,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741826_1002 (size=42) 2024-11-13T15:56:04,659 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/.tmp/hbase.id]:[hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/hbase.id] 2024-11-13T15:56:04,669 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:04,669 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T15:56:04,670 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T15:56:04,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44577-0x100a6009fd90007, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867679014 2024-11-13T15:56:04,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x100a6009fd90006, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867679014 2024-11-13T15:56:04,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741827_1003 (size=196) 2024-11-13T15:56:04,680 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:56:04,680 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T15:56:04,681 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:56:04,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741828_1004 (size=1189) 2024-11-13T15:56:05,087 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/MasterData/data/master/store 2024-11-13T15:56:05,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741829_1005 (size=34) 2024-11-13T15:56:05,381 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T15:56:05,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:05,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:05,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:05,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:05,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:05,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:05,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:05,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:05,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:05,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:05,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:05,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:05,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:05,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:05,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:05,449 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T15:56:05,493 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:05,493 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:56:05,493 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:05,493 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:05,493 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:56:05,493 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:05,493 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:05,493 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513365493Disabling compacts and flushes for region at 1731513365493Disabling writes for close at 1731513365493Writing region close event to WAL at 1731513365493Closed at 1731513365493 2024-11-13T15:56:05,494 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/MasterData/data/master/store/.initializing 2024-11-13T15:56:05,494 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/MasterData/WALs/c4c650e80f58,43631,1731513364173 2024-11-13T15:56:05,495 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:56:05,496 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4c650e80f58%2C43631%2C1731513364173, suffix=, logDir=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/MasterData/WALs/c4c650e80f58,43631,1731513364173, archiveDir=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/MasterData/oldWALs, maxLogs=10 2024-11-13T15:56:05,509 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/MasterData/WALs/c4c650e80f58,43631,1731513364173/c4c650e80f58%2C43631%2C1731513364173.1731513365496, exclude list is [], retry=0 2024-11-13T15:56:05,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43035,DS-f2288e08-fa2b-40a6-8b78-b4e6c48567e5,DISK] 2024-11-13T15:56:05,512 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/MasterData/WALs/c4c650e80f58,43631,1731513364173/c4c650e80f58%2C43631%2C1731513364173.1731513365496 2024-11-13T15:56:05,513 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37711:37711)] 2024-11-13T15:56:05,513 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:56:05,513 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:05,513 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:05,513 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:05,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:05,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T15:56:05,515 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:05,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:05,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:05,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T15:56:05,516 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:05,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:05,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:05,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T15:56:05,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:05,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:05,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:05,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T15:56:05,518 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:05,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:05,518 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:05,519 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:05,519 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:05,520 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:05,520 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:05,520 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:56:05,521 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:05,522 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:56:05,523 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64284653, jitterRate=-0.04208402335643768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:56:05,523 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731513365513Initializing all the Stores at 1731513365513Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513365514 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513365514Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513365514Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513365514Cleaning up temporary data from old regions at 1731513365520 (+6 ms)Region opened successfully at 1731513365523 (+3 ms) 2024-11-13T15:56:05,523 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T15:56:05,525 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372cbb13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:56:05,526 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T15:56:05,526 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T15:56:05,526 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T15:56:05,526 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T15:56:05,526 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T15:56:05,526 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T15:56:05,526 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T15:56:05,528 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T15:56:05,528 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43631-0x100a6009fd90006, quorum=127.0.0.1:52095, baseZNode=/21867679014 Unable to get data of znode /21867679014/balancer because node does not exist (not necessarily an error) 2024-11-13T15:56:05,530 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21867679014/balancer already deleted, retry=false 2024-11-13T15:56:05,530 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T15:56:05,530 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43631-0x100a6009fd90006, quorum=127.0.0.1:52095, baseZNode=/21867679014 Unable to get data of znode /21867679014/normalizer because node does not exist (not necessarily an error) 2024-11-13T15:56:05,531 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21867679014/normalizer already deleted, retry=false 2024-11-13T15:56:05,532 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T15:56:05,532 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43631-0x100a6009fd90006, quorum=127.0.0.1:52095, baseZNode=/21867679014 Unable to get data of znode /21867679014/switch/split because node does not exist (not necessarily an error) 2024-11-13T15:56:05,535 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21867679014/switch/split already deleted, retry=false 2024-11-13T15:56:05,535 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43631-0x100a6009fd90006, quorum=127.0.0.1:52095, baseZNode=/21867679014 Unable to get data of znode /21867679014/switch/merge because node does not exist (not necessarily an error) 2024-11-13T15:56:05,536 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21867679014/switch/merge already deleted, retry=false 2024-11-13T15:56:05,537 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43631-0x100a6009fd90006, quorum=127.0.0.1:52095, baseZNode=/21867679014 Unable to get data of znode /21867679014/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T15:56:05,538 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21867679014/snapshot-cleanup already deleted, retry=false 2024-11-13T15:56:05,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44577-0x100a6009fd90007, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21867679014/running 2024-11-13T15:56:05,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x100a6009fd90006, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21867679014/running 2024-11-13T15:56:05,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44577-0x100a6009fd90007, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867679014 2024-11-13T15:56:05,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x100a6009fd90006, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867679014 2024-11-13T15:56:05,540 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4c650e80f58,43631,1731513364173, sessionid=0x100a6009fd90006, setting cluster-up flag (Was=false) 2024-11-13T15:56:05,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44577-0x100a6009fd90007, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867679014 2024-11-13T15:56:05,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x100a6009fd90006, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867679014 2024-11-13T15:56:05,549 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21867679014/flush-table-proc/acquired, /21867679014/flush-table-proc/reached, /21867679014/flush-table-proc/abort 2024-11-13T15:56:05,550 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,43631,1731513364173 2024-11-13T15:56:05,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44577-0x100a6009fd90007, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867679014 2024-11-13T15:56:05,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x100a6009fd90006, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867679014 2024-11-13T15:56:05,557 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21867679014/online-snapshot/acquired, /21867679014/online-snapshot/reached, /21867679014/online-snapshot/abort 2024-11-13T15:56:05,557 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,43631,1731513364173 2024-11-13T15:56:05,558 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T15:56:05,559 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T15:56:05,559 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T15:56:05,560 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T15:56:05,560 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4c650e80f58,43631,1731513364173 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T15:56:05,561 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:56:05,561 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:56:05,561 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:56:05,561 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:56:05,561 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4c650e80f58:0, corePoolSize=10, maxPoolSize=10 2024-11-13T15:56:05,561 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:05,561 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:56:05,561 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:05,561 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731513395561 2024-11-13T15:56:05,562 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T15:56:05,562 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T15:56:05,562 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T15:56:05,562 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T15:56:05,562 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T15:56:05,562 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T15:56:05,562 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:56:05,562 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:05,562 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T15:56:05,562 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T15:56:05,562 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T15:56:05,562 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T15:56:05,562 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T15:56:05,563 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:05,563 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T15:56:05,566 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T15:56:05,566 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T15:56:05,568 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513365566,5,FailOnTimeoutGroup] 2024-11-13T15:56:05,568 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513365568,5,FailOnTimeoutGroup] 2024-11-13T15:56:05,568 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:05,568 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T15:56:05,568 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:05,568 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:05,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741831_1007 (size=1321) 2024-11-13T15:56:05,630 INFO [RS:0;c4c650e80f58:44577 {}] regionserver.HRegionServer(746): ClusterId : 9b93f7f2-29f6-46b7-9d47-b09a32ff5e0a 2024-11-13T15:56:05,630 DEBUG [RS:0;c4c650e80f58:44577 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T15:56:05,633 DEBUG [RS:0;c4c650e80f58:44577 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T15:56:05,633 DEBUG [RS:0;c4c650e80f58:44577 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T15:56:05,634 DEBUG [RS:0;c4c650e80f58:44577 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T15:56:05,635 DEBUG [RS:0;c4c650e80f58:44577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c054f57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:56:05,648 DEBUG [RS:0;c4c650e80f58:44577 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4c650e80f58:44577 2024-11-13T15:56:05,648 INFO [RS:0;c4c650e80f58:44577 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T15:56:05,648 INFO [RS:0;c4c650e80f58:44577 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T15:56:05,648 DEBUG [RS:0;c4c650e80f58:44577 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T15:56:05,648 INFO [RS:0;c4c650e80f58:44577 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4c650e80f58,43631,1731513364173 with port=44577, startcode=1731513364211 2024-11-13T15:56:05,649 DEBUG [RS:0;c4c650e80f58:44577 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T15:56:05,650 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T15:56:05,650 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43631 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4c650e80f58,44577,1731513364211 2024-11-13T15:56:05,651 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43631 {}] master.ServerManager(517): Registering regionserver=c4c650e80f58,44577,1731513364211 2024-11-13T15:56:05,652 DEBUG [RS:0;c4c650e80f58:44577 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757 2024-11-13T15:56:05,652 DEBUG [RS:0;c4c650e80f58:44577 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36469 2024-11-13T15:56:05,652 DEBUG [RS:0;c4c650e80f58:44577 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T15:56:05,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x100a6009fd90006, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867679014/rs 2024-11-13T15:56:05,660 DEBUG [RS:0;c4c650e80f58:44577 {}] zookeeper.ZKUtil(111): regionserver:44577-0x100a6009fd90007, quorum=127.0.0.1:52095, baseZNode=/21867679014 Set watcher on existing znode=/21867679014/rs/c4c650e80f58,44577,1731513364211 2024-11-13T15:56:05,660 WARN [RS:0;c4c650e80f58:44577 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:56:05,660 INFO [RS:0;c4c650e80f58:44577 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:56:05,660 DEBUG [RS:0;c4c650e80f58:44577 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211 2024-11-13T15:56:05,660 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4c650e80f58,44577,1731513364211] 2024-11-13T15:56:05,663 INFO [RS:0;c4c650e80f58:44577 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T15:56:05,664 INFO [RS:0;c4c650e80f58:44577 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T15:56:05,664 INFO [RS:0;c4c650e80f58:44577 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T15:56:05,664 INFO [RS:0;c4c650e80f58:44577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:05,664 INFO [RS:0;c4c650e80f58:44577 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T15:56:05,665 INFO [RS:0;c4c650e80f58:44577 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T15:56:05,665 INFO [RS:0;c4c650e80f58:44577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:05,665 DEBUG [RS:0;c4c650e80f58:44577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:05,665 DEBUG [RS:0;c4c650e80f58:44577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:05,665 DEBUG [RS:0;c4c650e80f58:44577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:05,665 DEBUG [RS:0;c4c650e80f58:44577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:05,665 DEBUG [RS:0;c4c650e80f58:44577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:05,665 DEBUG [RS:0;c4c650e80f58:44577 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:56:05,665 DEBUG [RS:0;c4c650e80f58:44577 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:05,665 DEBUG [RS:0;c4c650e80f58:44577 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:05,665 DEBUG [RS:0;c4c650e80f58:44577 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:05,665 DEBUG [RS:0;c4c650e80f58:44577 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:05,665 DEBUG [RS:0;c4c650e80f58:44577 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:05,665 DEBUG [RS:0;c4c650e80f58:44577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:05,665 DEBUG [RS:0;c4c650e80f58:44577 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:56:05,665 DEBUG [RS:0;c4c650e80f58:44577 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:56:05,666 INFO [RS:0;c4c650e80f58:44577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:05,666 INFO [RS:0;c4c650e80f58:44577 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:05,666 INFO [RS:0;c4c650e80f58:44577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:05,666 INFO [RS:0;c4c650e80f58:44577 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:05,666 INFO [RS:0;c4c650e80f58:44577 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:05,666 INFO [RS:0;c4c650e80f58:44577 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,44577,1731513364211-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:56:05,684 INFO [RS:0;c4c650e80f58:44577 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T15:56:05,684 INFO [RS:0;c4c650e80f58:44577 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,44577,1731513364211-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:05,685 INFO [RS:0;c4c650e80f58:44577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:05,685 INFO [RS:0;c4c650e80f58:44577 {}] regionserver.Replication(171): c4c650e80f58,44577,1731513364211 started 2024-11-13T15:56:05,702 INFO [RS:0;c4c650e80f58:44577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:05,702 INFO [RS:0;c4c650e80f58:44577 {}] regionserver.HRegionServer(1482): Serving as c4c650e80f58,44577,1731513364211, RpcServer on c4c650e80f58/172.17.0.3:44577, sessionid=0x100a6009fd90007 2024-11-13T15:56:05,702 DEBUG [RS:0;c4c650e80f58:44577 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T15:56:05,702 DEBUG [RS:0;c4c650e80f58:44577 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4c650e80f58,44577,1731513364211 2024-11-13T15:56:05,703 DEBUG [RS:0;c4c650e80f58:44577 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,44577,1731513364211' 2024-11-13T15:56:05,703 DEBUG [RS:0;c4c650e80f58:44577 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21867679014/flush-table-proc/abort' 2024-11-13T15:56:05,703 DEBUG [RS:0;c4c650e80f58:44577 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21867679014/flush-table-proc/acquired' 2024-11-13T15:56:05,703 DEBUG [RS:0;c4c650e80f58:44577 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T15:56:05,703 DEBUG [RS:0;c4c650e80f58:44577 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T15:56:05,703 DEBUG [RS:0;c4c650e80f58:44577 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4c650e80f58,44577,1731513364211 2024-11-13T15:56:05,703 DEBUG [RS:0;c4c650e80f58:44577 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,44577,1731513364211' 2024-11-13T15:56:05,703 DEBUG [RS:0;c4c650e80f58:44577 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21867679014/online-snapshot/abort' 2024-11-13T15:56:05,704 DEBUG [RS:0;c4c650e80f58:44577 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21867679014/online-snapshot/acquired' 2024-11-13T15:56:05,704 DEBUG [RS:0;c4c650e80f58:44577 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T15:56:05,704 INFO [RS:0;c4c650e80f58:44577 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T15:56:05,704 INFO [RS:0;c4c650e80f58:44577 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T15:56:05,804 INFO [RS:0;c4c650e80f58:44577 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:56:05,806 INFO [RS:0;c4c650e80f58:44577 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C44577%2C1731513364211, suffix=, logDir=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211, archiveDir=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/oldWALs, maxLogs=10 2024-11-13T15:56:05,823 DEBUG [RS:0;c4c650e80f58:44577 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806, exclude list is [], retry=0 2024-11-13T15:56:05,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43035,DS-f2288e08-fa2b-40a6-8b78-b4e6c48567e5,DISK] 2024-11-13T15:56:05,831 INFO [RS:0;c4c650e80f58:44577 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806 2024-11-13T15:56:05,831 DEBUG [RS:0;c4c650e80f58:44577 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37711:37711)] 2024-11-13T15:56:05,972 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T15:56:05,972 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757 2024-11-13T15:56:05,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741833_1009 (size=32) 2024-11-13T15:56:06,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:06,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:56:06,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:56:06,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:06,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:06,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:56:06,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:56:06,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:06,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:06,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:56:06,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:56:06,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:06,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:06,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:56:06,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:56:06,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:06,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:06,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:56:06,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/hbase/meta/1588230740 2024-11-13T15:56:06,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/hbase/meta/1588230740 2024-11-13T15:56:06,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:56:06,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:56:06,406 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:56:06,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:56:06,408 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:56:06,409 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61458924, jitterRate=-0.08419066667556763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:56:06,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731513366378Initializing all the Stores at 1731513366379 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513366379Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513366384 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513366384Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513366384Cleaning up temporary data from old regions at 1731513366405 (+21 ms)Region opened successfully at 1731513366409 (+4 ms) 2024-11-13T15:56:06,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:56:06,409 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:56:06,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:56:06,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:56:06,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:56:06,410 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:56:06,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513366409Disabling compacts and flushes for region at 1731513366409Disabling writes for close at 1731513366409Writing region close event to WAL at 1731513366409Closed at 1731513366409 2024-11-13T15:56:06,411 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:56:06,411 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T15:56:06,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T15:56:06,412 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:56:06,413 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T15:56:06,563 DEBUG [c4c650e80f58:43631 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T15:56:06,564 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4c650e80f58,44577,1731513364211 2024-11-13T15:56:06,565 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,44577,1731513364211, state=OPENING 2024-11-13T15:56:06,566 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T15:56:06,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44577-0x100a6009fd90007, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867679014 2024-11-13T15:56:06,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x100a6009fd90006, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867679014 2024-11-13T15:56:06,570 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21867679014/meta-region-server: CHANGED 2024-11-13T15:56:06,570 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21867679014/meta-region-server: CHANGED 2024-11-13T15:56:06,570 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:56:06,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,44577,1731513364211}] 2024-11-13T15:56:06,722 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T15:56:06,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34411, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T15:56:06,729 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T15:56:06,729 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:56:06,730 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T15:56:06,732 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C44577%2C1731513364211.meta, suffix=.meta, logDir=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211, archiveDir=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/oldWALs, maxLogs=10 2024-11-13T15:56:06,749 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.meta.1731513366732.meta, exclude list is [], retry=0 2024-11-13T15:56:06,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43035,DS-f2288e08-fa2b-40a6-8b78-b4e6c48567e5,DISK] 2024-11-13T15:56:06,754 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.meta.1731513366732.meta 2024-11-13T15:56:06,754 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37711:37711)] 2024-11-13T15:56:06,754 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:56:06,755 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:56:06,755 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:56:06,755 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T15:56:06,755 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T15:56:06,755 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T15:56:06,755 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:06,755 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T15:56:06,755 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T15:56:06,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:56:06,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:56:06,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:06,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:06,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:56:06,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:56:06,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:06,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:06,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:56:06,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:56:06,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:06,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:06,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:56:06,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:56:06,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:06,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:06,766 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:56:06,766 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/hbase/meta/1588230740 2024-11-13T15:56:06,767 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/hbase/meta/1588230740 2024-11-13T15:56:06,768 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:56:06,768 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:56:06,769 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:56:06,770 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:56:06,771 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63545265, jitterRate=-0.053101763129234314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:56:06,771 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T15:56:06,771 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731513366755Writing region info on filesystem at 1731513366755Initializing all the Stores at 1731513366756 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513366756Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513366756Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513366756Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513366756Cleaning up temporary data from old regions at 1731513366768 (+12 ms)Running coprocessor post-open hooks at 1731513366771 (+3 ms)Region opened successfully at 1731513366771 2024-11-13T15:56:06,774 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731513366722 2024-11-13T15:56:06,777 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T15:56:06,777 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T15:56:06,778 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,44577,1731513364211 2024-11-13T15:56:06,779 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,44577,1731513364211, state=OPEN 2024-11-13T15:56:06,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44577-0x100a6009fd90007, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21867679014/meta-region-server 2024-11-13T15:56:06,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x100a6009fd90006, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21867679014/meta-region-server 2024-11-13T15:56:06,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21867679014/meta-region-server: CHANGED 2024-11-13T15:56:06,780 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4c650e80f58,44577,1731513364211 2024-11-13T15:56:06,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21867679014/meta-region-server: CHANGED 2024-11-13T15:56:06,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T15:56:06,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,44577,1731513364211 in 210 msec 2024-11-13T15:56:06,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T15:56:06,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 372 msec 2024-11-13T15:56:06,785 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:56:06,785 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T15:56:06,786 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:56:06,786 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,44577,1731513364211, seqNum=-1] 2024-11-13T15:56:06,787 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:56:06,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:56:06,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2330 sec 2024-11-13T15:56:06,792 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731513366792, completionTime=-1 2024-11-13T15:56:06,793 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T15:56:06,793 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T15:56:06,794 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T15:56:06,794 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731513426794 2024-11-13T15:56:06,794 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731513486794 2024-11-13T15:56:06,794 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T15:56:06,795 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,43631,1731513364173-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:06,795 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,43631,1731513364173-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:06,795 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,43631,1731513364173-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:06,795 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4c650e80f58:43631, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:06,795 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:06,797 DEBUG [master/c4c650e80f58:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T15:56:06,797 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:06,800 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.552sec 2024-11-13T15:56:06,801 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T15:56:06,801 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T15:56:06,801 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T15:56:06,801 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T15:56:06,801 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T15:56:06,801 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,43631,1731513364173-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:56:06,801 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,43631,1731513364173-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T15:56:06,803 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T15:56:06,803 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T15:56:06,803 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,43631,1731513364173-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:06,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@572b5ae4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:06,832 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,43631,-1 for getting cluster id 2024-11-13T15:56:06,832 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:56:06,833 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b93f7f2-29f6-46b7-9d47-b09a32ff5e0a' 2024-11-13T15:56:06,833 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:56:06,833 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b93f7f2-29f6-46b7-9d47-b09a32ff5e0a" 2024-11-13T15:56:06,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a0c465f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:06,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,43631,-1] 2024-11-13T15:56:06,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:56:06,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:06,835 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:56:06,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ae278e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:06,836 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:56:06,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,44577,1731513364211, seqNum=-1] 2024-11-13T15:56:06,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:56:06,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:56:06,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4c650e80f58,43631,1731513364173 2024-11-13T15:56:06,840 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52095 2024-11-13T15:56:06,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:56:06,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100a6009fd90008 connected 2024-11-13T15:56:06,849 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:56:06,851 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,32819,1731513357630 2024-11-13T15:56:06,851 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@616cde02 2024-11-13T15:56:06,851 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:56:06,852 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:56:06,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:56:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T15:56:06,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T15:56:06,860 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:06,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T15:56:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:56:06,863 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T15:56:06,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38359 is added to blk_1073741835_1011 (size=902) 2024-11-13T15:56:06,880 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => daa17e752427419dfd9dda39c8299894, NAME => 'test,,1731513366852.daa17e752427419dfd9dda39c8299894.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1 2024-11-13T15:56:06,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38359 is added to blk_1073741836_1012 (size=39) 2024-11-13T15:56:06,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731513366852.daa17e752427419dfd9dda39c8299894.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:06,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing daa17e752427419dfd9dda39c8299894, disabling compactions & flushes 2024-11-13T15:56:06,895 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731513366852.daa17e752427419dfd9dda39c8299894. 2024-11-13T15:56:06,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731513366852.daa17e752427419dfd9dda39c8299894. 2024-11-13T15:56:06,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731513366852.daa17e752427419dfd9dda39c8299894. after waiting 0 ms 2024-11-13T15:56:06,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731513366852.daa17e752427419dfd9dda39c8299894. 2024-11-13T15:56:06,895 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731513366852.daa17e752427419dfd9dda39c8299894. 2024-11-13T15:56:06,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for daa17e752427419dfd9dda39c8299894: Waiting for close lock at 1731513366895Disabling compacts and flushes for region at 1731513366895Disabling writes for close at 1731513366895Writing region close event to WAL at 1731513366895Closed at 1731513366895 2024-11-13T15:56:06,896 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T15:56:06,897 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731513366852.daa17e752427419dfd9dda39c8299894.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731513366897"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513366897"}]},"ts":"1731513366897"} 2024-11-13T15:56:06,899 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T15:56:06,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T15:56:06,900 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513366900"}]},"ts":"1731513366900"} 2024-11-13T15:56:06,902 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T15:56:06,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=daa17e752427419dfd9dda39c8299894, ASSIGN}] 2024-11-13T15:56:06,904 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=daa17e752427419dfd9dda39c8299894, ASSIGN 2024-11-13T15:56:06,905 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=daa17e752427419dfd9dda39c8299894, ASSIGN; state=OFFLINE, location=c4c650e80f58,35689,1731513357688; forceNewPlan=false, retain=false 2024-11-13T15:56:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:56:07,056 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=daa17e752427419dfd9dda39c8299894, regionState=OPENING, regionLocation=c4c650e80f58,35689,1731513357688 2024-11-13T15:56:07,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=daa17e752427419dfd9dda39c8299894, ASSIGN because future has completed 2024-11-13T15:56:07,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure daa17e752427419dfd9dda39c8299894, server=c4c650e80f58,35689,1731513357688}] 2024-11-13T15:56:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:56:07,216 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731513366852.daa17e752427419dfd9dda39c8299894. 2024-11-13T15:56:07,216 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => daa17e752427419dfd9dda39c8299894, NAME => 'test,,1731513366852.daa17e752427419dfd9dda39c8299894.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:56:07,217 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:56:07,217 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T15:56:07,217 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test daa17e752427419dfd9dda39c8299894 2024-11-13T15:56:07,217 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731513366852.daa17e752427419dfd9dda39c8299894.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:07,217 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for daa17e752427419dfd9dda39c8299894 2024-11-13T15:56:07,217 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for daa17e752427419dfd9dda39c8299894 2024-11-13T15:56:07,220 INFO [StoreOpener-daa17e752427419dfd9dda39c8299894-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region daa17e752427419dfd9dda39c8299894 2024-11-13T15:56:07,221 INFO [StoreOpener-daa17e752427419dfd9dda39c8299894-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region daa17e752427419dfd9dda39c8299894 columnFamilyName f 2024-11-13T15:56:07,221 DEBUG [StoreOpener-daa17e752427419dfd9dda39c8299894-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:07,221 INFO [StoreOpener-daa17e752427419dfd9dda39c8299894-1 {}] regionserver.HStore(327): Store=daa17e752427419dfd9dda39c8299894/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:07,221 INFO [StoreOpener-daa17e752427419dfd9dda39c8299894-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region daa17e752427419dfd9dda39c8299894 2024-11-13T15:56:07,223 INFO [StoreOpener-daa17e752427419dfd9dda39c8299894-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region daa17e752427419dfd9dda39c8299894 columnFamilyName f1 2024-11-13T15:56:07,223 DEBUG [StoreOpener-daa17e752427419dfd9dda39c8299894-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:07,223 INFO [StoreOpener-daa17e752427419dfd9dda39c8299894-1 {}] regionserver.HStore(327): Store=daa17e752427419dfd9dda39c8299894/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:07,223 INFO [StoreOpener-daa17e752427419dfd9dda39c8299894-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region daa17e752427419dfd9dda39c8299894 2024-11-13T15:56:07,224 INFO [StoreOpener-daa17e752427419dfd9dda39c8299894-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region daa17e752427419dfd9dda39c8299894 columnFamilyName norep 2024-11-13T15:56:07,224 DEBUG [StoreOpener-daa17e752427419dfd9dda39c8299894-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:07,224 INFO [StoreOpener-daa17e752427419dfd9dda39c8299894-1 {}] regionserver.HStore(327): Store=daa17e752427419dfd9dda39c8299894/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:07,224 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for daa17e752427419dfd9dda39c8299894 2024-11-13T15:56:07,225 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/default/test/daa17e752427419dfd9dda39c8299894 2024-11-13T15:56:07,225 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/default/test/daa17e752427419dfd9dda39c8299894 2024-11-13T15:56:07,226 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for daa17e752427419dfd9dda39c8299894 2024-11-13T15:56:07,226 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for daa17e752427419dfd9dda39c8299894 2024-11-13T15:56:07,227 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T15:56:07,227 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for daa17e752427419dfd9dda39c8299894 2024-11-13T15:56:07,235 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/default/test/daa17e752427419dfd9dda39c8299894/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:56:07,235 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened daa17e752427419dfd9dda39c8299894; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70625803, jitterRate=0.05240647494792938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T15:56:07,236 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for daa17e752427419dfd9dda39c8299894 2024-11-13T15:56:07,236 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for daa17e752427419dfd9dda39c8299894: Running coprocessor pre-open hook at 1731513367217Writing region info on filesystem at 1731513367217Initializing all the Stores at 1731513367219 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513367219Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513367220 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513367220Cleaning up temporary data from old regions at 1731513367226 (+6 ms)Running coprocessor post-open hooks at 1731513367236 (+10 ms)Region opened successfully at 1731513367236 2024-11-13T15:56:07,237 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731513366852.daa17e752427419dfd9dda39c8299894., pid=6, masterSystemTime=1731513367212 2024-11-13T15:56:07,239 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731513366852.daa17e752427419dfd9dda39c8299894. 2024-11-13T15:56:07,239 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731513366852.daa17e752427419dfd9dda39c8299894. 2024-11-13T15:56:07,240 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=daa17e752427419dfd9dda39c8299894, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c4c650e80f58,35689,1731513357688 2024-11-13T15:56:07,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure daa17e752427419dfd9dda39c8299894, server=c4c650e80f58,35689,1731513357688 because future has completed 2024-11-13T15:56:07,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T15:56:07,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure daa17e752427419dfd9dda39c8299894, server=c4c650e80f58,35689,1731513357688 in 183 msec 2024-11-13T15:56:07,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T15:56:07,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=daa17e752427419dfd9dda39c8299894, ASSIGN in 342 msec 2024-11-13T15:56:07,250 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T15:56:07,251 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513367250"}]},"ts":"1731513367250"} 2024-11-13T15:56:07,253 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T15:56:07,254 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T15:56:07,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 401 msec 2024-11-13T15:56:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:56:07,492 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T15:56:07,492 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:56:07,493 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,36457,1731513361062 2024-11-13T15:56:07,493 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18ac8f07 2024-11-13T15:56:07,493 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:56:07,494 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:56:07,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:56:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T15:56:07,498 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T15:56:07,498 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:07,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T15:56:07,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T15:56:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:56:07,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741835_1011 (size=902) 2024-11-13T15:56:07,517 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 172b58de8545d10edaaeb6bb31979a3c, NAME => 'test,,1731513367495.172b58de8545d10edaaeb6bb31979a3c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9 2024-11-13T15:56:07,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741836_1012 (size=39) 2024-11-13T15:56:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:56:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:56:07,922 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731513367495.172b58de8545d10edaaeb6bb31979a3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:07,922 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 172b58de8545d10edaaeb6bb31979a3c, disabling compactions & flushes 2024-11-13T15:56:07,922 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731513367495.172b58de8545d10edaaeb6bb31979a3c. 2024-11-13T15:56:07,922 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731513367495.172b58de8545d10edaaeb6bb31979a3c. 2024-11-13T15:56:07,922 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731513367495.172b58de8545d10edaaeb6bb31979a3c. after waiting 0 ms 2024-11-13T15:56:07,922 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731513367495.172b58de8545d10edaaeb6bb31979a3c. 2024-11-13T15:56:07,923 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731513367495.172b58de8545d10edaaeb6bb31979a3c. 2024-11-13T15:56:07,923 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 172b58de8545d10edaaeb6bb31979a3c: Waiting for close lock at 1731513367922Disabling compacts and flushes for region at 1731513367922Disabling writes for close at 1731513367922Writing region close event to WAL at 1731513367922Closed at 1731513367922 2024-11-13T15:56:07,924 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T15:56:07,924 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731513367495.172b58de8545d10edaaeb6bb31979a3c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731513367924"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513367924"}]},"ts":"1731513367924"} 2024-11-13T15:56:07,926 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T15:56:07,927 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T15:56:07,928 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513367927"}]},"ts":"1731513367927"} 2024-11-13T15:56:07,929 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T15:56:07,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=172b58de8545d10edaaeb6bb31979a3c, ASSIGN}] 2024-11-13T15:56:07,930 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=172b58de8545d10edaaeb6bb31979a3c, ASSIGN 2024-11-13T15:56:07,931 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=172b58de8545d10edaaeb6bb31979a3c, ASSIGN; state=OFFLINE, location=c4c650e80f58,37787,1731513361103; forceNewPlan=false, retain=false 2024-11-13T15:56:08,082 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=172b58de8545d10edaaeb6bb31979a3c, regionState=OPENING, regionLocation=c4c650e80f58,37787,1731513361103 2024-11-13T15:56:08,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=172b58de8545d10edaaeb6bb31979a3c, ASSIGN because future has completed 2024-11-13T15:56:08,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 172b58de8545d10edaaeb6bb31979a3c, server=c4c650e80f58,37787,1731513361103}] 2024-11-13T15:56:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:56:08,240 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731513367495.172b58de8545d10edaaeb6bb31979a3c. 2024-11-13T15:56:08,240 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 172b58de8545d10edaaeb6bb31979a3c, NAME => 'test,,1731513367495.172b58de8545d10edaaeb6bb31979a3c.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:56:08,240 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:56:08,240 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T15:56:08,240 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 172b58de8545d10edaaeb6bb31979a3c 2024-11-13T15:56:08,240 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731513367495.172b58de8545d10edaaeb6bb31979a3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:08,241 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 172b58de8545d10edaaeb6bb31979a3c 2024-11-13T15:56:08,241 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 172b58de8545d10edaaeb6bb31979a3c 2024-11-13T15:56:08,242 INFO [StoreOpener-172b58de8545d10edaaeb6bb31979a3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 172b58de8545d10edaaeb6bb31979a3c 2024-11-13T15:56:08,243 INFO [StoreOpener-172b58de8545d10edaaeb6bb31979a3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 172b58de8545d10edaaeb6bb31979a3c columnFamilyName f 2024-11-13T15:56:08,243 DEBUG [StoreOpener-172b58de8545d10edaaeb6bb31979a3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:08,243 INFO [StoreOpener-172b58de8545d10edaaeb6bb31979a3c-1 {}] regionserver.HStore(327): Store=172b58de8545d10edaaeb6bb31979a3c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:08,243 INFO [StoreOpener-172b58de8545d10edaaeb6bb31979a3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 172b58de8545d10edaaeb6bb31979a3c 2024-11-13T15:56:08,244 INFO [StoreOpener-172b58de8545d10edaaeb6bb31979a3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 172b58de8545d10edaaeb6bb31979a3c columnFamilyName f1 2024-11-13T15:56:08,244 DEBUG [StoreOpener-172b58de8545d10edaaeb6bb31979a3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:08,244 INFO [StoreOpener-172b58de8545d10edaaeb6bb31979a3c-1 {}] regionserver.HStore(327): Store=172b58de8545d10edaaeb6bb31979a3c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:08,244 INFO [StoreOpener-172b58de8545d10edaaeb6bb31979a3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 172b58de8545d10edaaeb6bb31979a3c 2024-11-13T15:56:08,245 INFO [StoreOpener-172b58de8545d10edaaeb6bb31979a3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 172b58de8545d10edaaeb6bb31979a3c columnFamilyName norep 2024-11-13T15:56:08,245 DEBUG [StoreOpener-172b58de8545d10edaaeb6bb31979a3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:08,245 INFO [StoreOpener-172b58de8545d10edaaeb6bb31979a3c-1 {}] regionserver.HStore(327): Store=172b58de8545d10edaaeb6bb31979a3c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:08,245 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 172b58de8545d10edaaeb6bb31979a3c 2024-11-13T15:56:08,246 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/default/test/172b58de8545d10edaaeb6bb31979a3c 2024-11-13T15:56:08,246 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/default/test/172b58de8545d10edaaeb6bb31979a3c 2024-11-13T15:56:08,261 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 172b58de8545d10edaaeb6bb31979a3c 2024-11-13T15:56:08,261 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 172b58de8545d10edaaeb6bb31979a3c 2024-11-13T15:56:08,261 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T15:56:08,262 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 172b58de8545d10edaaeb6bb31979a3c 2024-11-13T15:56:08,265 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/default/test/172b58de8545d10edaaeb6bb31979a3c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:56:08,265 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 172b58de8545d10edaaeb6bb31979a3c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59298585, jitterRate=-0.11638222634792328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T15:56:08,265 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 172b58de8545d10edaaeb6bb31979a3c 2024-11-13T15:56:08,265 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 172b58de8545d10edaaeb6bb31979a3c: Running coprocessor pre-open hook at 1731513368241Writing region info on filesystem at 1731513368241Initializing all the Stores at 1731513368241Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513368241Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513368241Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513368241Cleaning up temporary data from old regions at 1731513368261 (+20 ms)Running coprocessor post-open hooks at 1731513368265 (+4 ms)Region opened successfully at 1731513368265 2024-11-13T15:56:08,267 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731513367495.172b58de8545d10edaaeb6bb31979a3c., pid=6, masterSystemTime=1731513368236 2024-11-13T15:56:08,269 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731513367495.172b58de8545d10edaaeb6bb31979a3c. 2024-11-13T15:56:08,269 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731513367495.172b58de8545d10edaaeb6bb31979a3c. 2024-11-13T15:56:08,270 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=172b58de8545d10edaaeb6bb31979a3c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c4c650e80f58,37787,1731513361103 2024-11-13T15:56:08,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 172b58de8545d10edaaeb6bb31979a3c, server=c4c650e80f58,37787,1731513361103 because future has completed 2024-11-13T15:56:08,275 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T15:56:08,275 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 172b58de8545d10edaaeb6bb31979a3c, server=c4c650e80f58,37787,1731513361103 in 188 msec 2024-11-13T15:56:08,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T15:56:08,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=172b58de8545d10edaaeb6bb31979a3c, ASSIGN in 346 msec 2024-11-13T15:56:08,278 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T15:56:08,278 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513368278"}]},"ts":"1731513368278"} 2024-11-13T15:56:08,280 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T15:56:08,281 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T15:56:08,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 786 msec 2024-11-13T15:56:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:56:08,633 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T15:56:08,633 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:56:08,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,43631,1731513364173 2024-11-13T15:56:08,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6457734b 2024-11-13T15:56:08,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:56:08,636 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:56:08,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:56:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T15:56:08,639 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T15:56:08,639 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:08,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T15:56:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:56:08,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T15:56:08,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741835_1011 (size=902) 2024-11-13T15:56:08,654 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a87985f65923aa9d0b60745913fd1c33, NAME => 'test,,1731513368636.a87985f65923aa9d0b60745913fd1c33.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757 2024-11-13T15:56:08,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741836_1012 (size=39) 2024-11-13T15:56:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:56:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:56:09,060 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731513368636.a87985f65923aa9d0b60745913fd1c33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:09,060 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a87985f65923aa9d0b60745913fd1c33, disabling compactions & flushes 2024-11-13T15:56:09,060 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731513368636.a87985f65923aa9d0b60745913fd1c33. 2024-11-13T15:56:09,060 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731513368636.a87985f65923aa9d0b60745913fd1c33. 2024-11-13T15:56:09,060 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731513368636.a87985f65923aa9d0b60745913fd1c33. after waiting 0 ms 2024-11-13T15:56:09,060 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731513368636.a87985f65923aa9d0b60745913fd1c33. 2024-11-13T15:56:09,060 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731513368636.a87985f65923aa9d0b60745913fd1c33. 2024-11-13T15:56:09,060 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a87985f65923aa9d0b60745913fd1c33: Waiting for close lock at 1731513369060Disabling compacts and flushes for region at 1731513369060Disabling writes for close at 1731513369060Writing region close event to WAL at 1731513369060Closed at 1731513369060 2024-11-13T15:56:09,061 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T15:56:09,062 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731513368636.a87985f65923aa9d0b60745913fd1c33.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731513369061"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513369061"}]},"ts":"1731513369061"} 2024-11-13T15:56:09,064 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T15:56:09,065 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T15:56:09,065 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513369065"}]},"ts":"1731513369065"} 2024-11-13T15:56:09,067 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T15:56:09,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a87985f65923aa9d0b60745913fd1c33, ASSIGN}] 2024-11-13T15:56:09,069 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a87985f65923aa9d0b60745913fd1c33, ASSIGN 2024-11-13T15:56:09,070 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a87985f65923aa9d0b60745913fd1c33, ASSIGN; state=OFFLINE, location=c4c650e80f58,44577,1731513364211; forceNewPlan=false, retain=false 2024-11-13T15:56:09,221 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a87985f65923aa9d0b60745913fd1c33, regionState=OPENING, regionLocation=c4c650e80f58,44577,1731513364211 2024-11-13T15:56:09,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a87985f65923aa9d0b60745913fd1c33, ASSIGN because future has completed 2024-11-13T15:56:09,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a87985f65923aa9d0b60745913fd1c33, server=c4c650e80f58,44577,1731513364211}] 2024-11-13T15:56:09,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:56:09,379 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731513368636.a87985f65923aa9d0b60745913fd1c33. 2024-11-13T15:56:09,379 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a87985f65923aa9d0b60745913fd1c33, NAME => 'test,,1731513368636.a87985f65923aa9d0b60745913fd1c33.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:56:09,379 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:56:09,380 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T15:56:09,380 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a87985f65923aa9d0b60745913fd1c33 2024-11-13T15:56:09,380 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731513368636.a87985f65923aa9d0b60745913fd1c33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:09,380 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a87985f65923aa9d0b60745913fd1c33 2024-11-13T15:56:09,380 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a87985f65923aa9d0b60745913fd1c33 2024-11-13T15:56:09,381 INFO [StoreOpener-a87985f65923aa9d0b60745913fd1c33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a87985f65923aa9d0b60745913fd1c33 2024-11-13T15:56:09,382 INFO [StoreOpener-a87985f65923aa9d0b60745913fd1c33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a87985f65923aa9d0b60745913fd1c33 columnFamilyName f 2024-11-13T15:56:09,382 DEBUG [StoreOpener-a87985f65923aa9d0b60745913fd1c33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:09,382 INFO [StoreOpener-a87985f65923aa9d0b60745913fd1c33-1 {}] regionserver.HStore(327): Store=a87985f65923aa9d0b60745913fd1c33/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:09,382 INFO [StoreOpener-a87985f65923aa9d0b60745913fd1c33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a87985f65923aa9d0b60745913fd1c33 2024-11-13T15:56:09,384 INFO [StoreOpener-a87985f65923aa9d0b60745913fd1c33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a87985f65923aa9d0b60745913fd1c33 columnFamilyName f1 2024-11-13T15:56:09,384 DEBUG [StoreOpener-a87985f65923aa9d0b60745913fd1c33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:09,384 INFO [StoreOpener-a87985f65923aa9d0b60745913fd1c33-1 {}] regionserver.HStore(327): Store=a87985f65923aa9d0b60745913fd1c33/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:09,384 INFO [StoreOpener-a87985f65923aa9d0b60745913fd1c33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a87985f65923aa9d0b60745913fd1c33 2024-11-13T15:56:09,385 INFO [StoreOpener-a87985f65923aa9d0b60745913fd1c33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a87985f65923aa9d0b60745913fd1c33 columnFamilyName norep 2024-11-13T15:56:09,385 DEBUG [StoreOpener-a87985f65923aa9d0b60745913fd1c33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:09,385 INFO [StoreOpener-a87985f65923aa9d0b60745913fd1c33-1 {}] regionserver.HStore(327): Store=a87985f65923aa9d0b60745913fd1c33/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:09,385 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a87985f65923aa9d0b60745913fd1c33 2024-11-13T15:56:09,386 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/default/test/a87985f65923aa9d0b60745913fd1c33 2024-11-13T15:56:09,386 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/default/test/a87985f65923aa9d0b60745913fd1c33 2024-11-13T15:56:09,386 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a87985f65923aa9d0b60745913fd1c33 2024-11-13T15:56:09,387 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a87985f65923aa9d0b60745913fd1c33 2024-11-13T15:56:09,387 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T15:56:09,388 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a87985f65923aa9d0b60745913fd1c33 2024-11-13T15:56:09,389 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/default/test/a87985f65923aa9d0b60745913fd1c33/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:56:09,389 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a87985f65923aa9d0b60745913fd1c33; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73289462, jitterRate=0.09209808707237244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T15:56:09,389 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a87985f65923aa9d0b60745913fd1c33 2024-11-13T15:56:09,390 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a87985f65923aa9d0b60745913fd1c33: Running coprocessor pre-open hook at 1731513369380Writing region info on filesystem at 1731513369380Initializing all the Stores at 1731513369380Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513369380Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513369381 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513369381Cleaning up temporary data from old regions at 1731513369387 (+6 ms)Running coprocessor post-open hooks at 1731513369389 (+2 ms)Region opened successfully at 1731513369390 (+1 ms) 2024-11-13T15:56:09,390 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731513368636.a87985f65923aa9d0b60745913fd1c33., pid=6, masterSystemTime=1731513369376 2024-11-13T15:56:09,392 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731513368636.a87985f65923aa9d0b60745913fd1c33. 2024-11-13T15:56:09,392 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731513368636.a87985f65923aa9d0b60745913fd1c33. 2024-11-13T15:56:09,393 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a87985f65923aa9d0b60745913fd1c33, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c4c650e80f58,44577,1731513364211 2024-11-13T15:56:09,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a87985f65923aa9d0b60745913fd1c33, server=c4c650e80f58,44577,1731513364211 because future has completed 2024-11-13T15:56:09,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T15:56:09,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a87985f65923aa9d0b60745913fd1c33, server=c4c650e80f58,44577,1731513364211 in 172 msec 2024-11-13T15:56:09,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T15:56:09,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a87985f65923aa9d0b60745913fd1c33, ASSIGN in 331 msec 2024-11-13T15:56:09,401 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T15:56:09,401 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513369401"}]},"ts":"1731513369401"} 2024-11-13T15:56:09,402 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T15:56:09,403 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T15:56:09,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 766 msec 2024-11-13T15:56:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:56:09,782 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T15:56:09,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d8e6eaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:09,784 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,32819,-1 for getting cluster id 2024-11-13T15:56:09,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:56:09,786 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6013b898-f882-4df2-85b7-0151c39fbcc1' 2024-11-13T15:56:09,786 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:56:09,786 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6013b898-f882-4df2-85b7-0151c39fbcc1" 2024-11-13T15:56:09,786 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c04a61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:09,786 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,32819,-1] 2024-11-13T15:56:09,787 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:56:09,787 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:09,788 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:56:09,812 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64846b40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:09,812 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:56:09,813 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,32819,1731513357630 2024-11-13T15:56:09,813 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34008f5c 2024-11-13T15:56:09,813 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:56:09,814 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:56:09,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c4c650e80f58:36457,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T15:56:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T15:56:09,818 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:36457' 2024-11-13T15:56:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:56:09,826 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d32998c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:09,826 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36457,-1 for getting cluster id 2024-11-13T15:56:09,827 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:56:09,827 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ade25a90-439a-4491-b6f6-c13189442d22' 2024-11-13T15:56:09,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:56:09,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ade25a90-439a-4491-b6f6-c13189442d22" 2024-11-13T15:56:09,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5925d6c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:09,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36457,-1] 2024-11-13T15:56:09,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:56:09,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:09,829 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:56:09,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7664b45d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:09,830 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:56:09,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,36457,1731513361062 2024-11-13T15:56:09,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@755eacfd 2024-11-13T15:56:09,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:56:09,832 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:56:09,833 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T15:56:09,833 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T15:56:09,833 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:09,833 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:09,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:56:09,834 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:56:09,835 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T15:56:09,836 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T15:56:09,836 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:09,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T15:56:09,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38359 is added to blk_1073741837_1013 (size=1138) 2024-11-13T15:56:09,851 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0d9bbe816a334435fb2fe0da2a6e1fe3, NAME => 'hbase:replication,,1731513369833.0d9bbe816a334435fb2fe0da2a6e1fe3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1 2024-11-13T15:56:09,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38359 is added to blk_1073741838_1014 (size=44) 2024-11-13T15:56:09,885 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T15:56:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:56:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:56:10,261 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731513369833.0d9bbe816a334435fb2fe0da2a6e1fe3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:10,262 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0d9bbe816a334435fb2fe0da2a6e1fe3, disabling compactions & flushes 2024-11-13T15:56:10,262 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731513369833.0d9bbe816a334435fb2fe0da2a6e1fe3. 2024-11-13T15:56:10,262 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731513369833.0d9bbe816a334435fb2fe0da2a6e1fe3. 2024-11-13T15:56:10,262 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731513369833.0d9bbe816a334435fb2fe0da2a6e1fe3. after waiting 0 ms 2024-11-13T15:56:10,262 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731513369833.0d9bbe816a334435fb2fe0da2a6e1fe3. 2024-11-13T15:56:10,262 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731513369833.0d9bbe816a334435fb2fe0da2a6e1fe3. 2024-11-13T15:56:10,262 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0d9bbe816a334435fb2fe0da2a6e1fe3: Waiting for close lock at 1731513370261Disabling compacts and flushes for region at 1731513370261Disabling writes for close at 1731513370262 (+1 ms)Writing region close event to WAL at 1731513370262Closed at 1731513370262 2024-11-13T15:56:10,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T15:56:10,264 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731513369833.0d9bbe816a334435fb2fe0da2a6e1fe3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731513370263"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513370263"}]},"ts":"1731513370263"} 2024-11-13T15:56:10,266 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T15:56:10,267 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T15:56:10,267 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513370267"}]},"ts":"1731513370267"} 2024-11-13T15:56:10,269 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T15:56:10,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d9bbe816a334435fb2fe0da2a6e1fe3, ASSIGN}] 2024-11-13T15:56:10,270 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d9bbe816a334435fb2fe0da2a6e1fe3, ASSIGN 2024-11-13T15:56:10,271 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0d9bbe816a334435fb2fe0da2a6e1fe3, ASSIGN; state=OFFLINE, location=c4c650e80f58,35689,1731513357688; forceNewPlan=false, retain=false 2024-11-13T15:56:10,423 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0d9bbe816a334435fb2fe0da2a6e1fe3, regionState=OPENING, regionLocation=c4c650e80f58,35689,1731513357688 2024-11-13T15:56:10,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0d9bbe816a334435fb2fe0da2a6e1fe3, ASSIGN because future has completed 2024-11-13T15:56:10,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d9bbe816a334435fb2fe0da2a6e1fe3, server=c4c650e80f58,35689,1731513357688}] 2024-11-13T15:56:10,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:56:10,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731513369833.0d9bbe816a334435fb2fe0da2a6e1fe3. 2024-11-13T15:56:10,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:56:10,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T15:56:10,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C35689%2C1731513357688.rep, suffix=, logDir=hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688, archiveDir=hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/oldWALs, maxLogs=10 2024-11-13T15:56:10,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.rep.1731513370595, exclude list is [], retry=0 2024-11-13T15:56:10,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38359,DS-838cb97a-f069-41b7-96ec-4acfcd40f02f,DISK] 2024-11-13T15:56:10,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.rep.1731513370595 2024-11-13T15:56:10,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35899:35899)] 2024-11-13T15:56:10,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d9bbe816a334435fb2fe0da2a6e1fe3, NAME => 'hbase:replication,,1731513369833.0d9bbe816a334435fb2fe0da2a6e1fe3.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:56:10,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:56:10,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:56:10,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731513369833.0d9bbe816a334435fb2fe0da2a6e1fe3. service=MultiRowMutationService 2024-11-13T15:56:10,622 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T15:56:10,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0d9bbe816a334435fb2fe0da2a6e1fe3 2024-11-13T15:56:10,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731513369833.0d9bbe816a334435fb2fe0da2a6e1fe3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:10,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0d9bbe816a334435fb2fe0da2a6e1fe3 2024-11-13T15:56:10,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0d9bbe816a334435fb2fe0da2a6e1fe3 2024-11-13T15:56:10,623 INFO [StoreOpener-0d9bbe816a334435fb2fe0da2a6e1fe3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0d9bbe816a334435fb2fe0da2a6e1fe3 2024-11-13T15:56:10,624 INFO [StoreOpener-0d9bbe816a334435fb2fe0da2a6e1fe3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d9bbe816a334435fb2fe0da2a6e1fe3 columnFamilyName hfileref 2024-11-13T15:56:10,624 DEBUG [StoreOpener-0d9bbe816a334435fb2fe0da2a6e1fe3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:10,625 INFO [StoreOpener-0d9bbe816a334435fb2fe0da2a6e1fe3-1 {}] regionserver.HStore(327): Store=0d9bbe816a334435fb2fe0da2a6e1fe3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:10,625 INFO [StoreOpener-0d9bbe816a334435fb2fe0da2a6e1fe3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0d9bbe816a334435fb2fe0da2a6e1fe3 2024-11-13T15:56:10,626 INFO [StoreOpener-0d9bbe816a334435fb2fe0da2a6e1fe3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d9bbe816a334435fb2fe0da2a6e1fe3 columnFamilyName queue 2024-11-13T15:56:10,626 DEBUG [StoreOpener-0d9bbe816a334435fb2fe0da2a6e1fe3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:10,627 INFO [StoreOpener-0d9bbe816a334435fb2fe0da2a6e1fe3-1 {}] regionserver.HStore(327): Store=0d9bbe816a334435fb2fe0da2a6e1fe3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:10,627 INFO [StoreOpener-0d9bbe816a334435fb2fe0da2a6e1fe3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0d9bbe816a334435fb2fe0da2a6e1fe3 2024-11-13T15:56:10,628 INFO [StoreOpener-0d9bbe816a334435fb2fe0da2a6e1fe3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d9bbe816a334435fb2fe0da2a6e1fe3 columnFamilyName sid 2024-11-13T15:56:10,628 DEBUG [StoreOpener-0d9bbe816a334435fb2fe0da2a6e1fe3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:10,628 INFO [StoreOpener-0d9bbe816a334435fb2fe0da2a6e1fe3-1 {}] regionserver.HStore(327): Store=0d9bbe816a334435fb2fe0da2a6e1fe3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:10,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0d9bbe816a334435fb2fe0da2a6e1fe3 2024-11-13T15:56:10,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/hbase/replication/0d9bbe816a334435fb2fe0da2a6e1fe3 2024-11-13T15:56:10,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/hbase/replication/0d9bbe816a334435fb2fe0da2a6e1fe3 2024-11-13T15:56:10,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0d9bbe816a334435fb2fe0da2a6e1fe3 2024-11-13T15:56:10,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0d9bbe816a334435fb2fe0da2a6e1fe3 2024-11-13T15:56:10,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T15:56:10,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0d9bbe816a334435fb2fe0da2a6e1fe3 2024-11-13T15:56:10,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/hbase/replication/0d9bbe816a334435fb2fe0da2a6e1fe3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:56:10,638 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0d9bbe816a334435fb2fe0da2a6e1fe3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72348918, jitterRate=0.07808288931846619}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T15:56:10,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d9bbe816a334435fb2fe0da2a6e1fe3 2024-11-13T15:56:10,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0d9bbe816a334435fb2fe0da2a6e1fe3: Running coprocessor pre-open hook at 1731513370622Writing region info on filesystem at 1731513370622Initializing all the Stores at 1731513370623 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513370623Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513370623Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513370623Cleaning up temporary data from old regions at 1731513370631 (+8 ms)Running coprocessor post-open hooks at 1731513370638 (+7 ms)Region opened successfully at 1731513370638 2024-11-13T15:56:10,639 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731513369833.0d9bbe816a334435fb2fe0da2a6e1fe3., pid=10, masterSystemTime=1731513370578 2024-11-13T15:56:10,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731513369833.0d9bbe816a334435fb2fe0da2a6e1fe3. 2024-11-13T15:56:10,642 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731513369833.0d9bbe816a334435fb2fe0da2a6e1fe3. 2024-11-13T15:56:10,643 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0d9bbe816a334435fb2fe0da2a6e1fe3, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,35689,1731513357688 2024-11-13T15:56:10,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d9bbe816a334435fb2fe0da2a6e1fe3, server=c4c650e80f58,35689,1731513357688 because future has completed 2024-11-13T15:56:10,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T15:56:10,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d9bbe816a334435fb2fe0da2a6e1fe3, server=c4c650e80f58,35689,1731513357688 in 220 msec 2024-11-13T15:56:10,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T15:56:10,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d9bbe816a334435fb2fe0da2a6e1fe3, ASSIGN in 379 msec 2024-11-13T15:56:10,651 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T15:56:10,652 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513370651"}]},"ts":"1731513370651"} 2024-11-13T15:56:10,654 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T15:56:10,655 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T15:56:10,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 821 msec 2024-11-13T15:56:10,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731513369833.0d9bbe816a334435fb2fe0da2a6e1fe3., hostname=c4c650e80f58,35689,1731513357688, seqNum=2] 2024-11-13T15:56:10,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35689-0x100a6009fd90001, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102520087 2024-11-13T15:56:10,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x100a6009fd90000, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102520087 2024-11-13T15:56:10,704 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T15:56:10,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T15:56:10,857 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T15:56:10,899 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c4c650e80f58,35689,1731513357688, ReplicationSource: 1, currentBandwidth=0 2024-11-13T15:56:10,899 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:56:10,900 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,35689,1731513357688, seqNum=-1] 2024-11-13T15:56:10,900 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:56:10,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-13T15:56:10,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c4c650e80f58,35689,1731513357688', locateType=CURRENT is [region=hbase:replication,,1731513369833.0d9bbe816a334435fb2fe0da2a6e1fe3., hostname=c4c650e80f58,35689,1731513357688, seqNum=2] 2024-11-13T15:56:10,911 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T15:56:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T15:56:10,914 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c4c650e80f58,35689,1731513357688 suceeded 2024-11-13T15:56:10,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T15:56:10,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 211 msec 2024-11-13T15:56:10,915 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c4c650e80f58:36457,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T15:56:10,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1000 sec 2024-11-13T15:56:10,934 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:36457' 2024-11-13T15:56:10,935 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55dbc0e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:10,935 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36457,-1 for getting cluster id 2024-11-13T15:56:10,935 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:56:10,936 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ade25a90-439a-4491-b6f6-c13189442d22' 2024-11-13T15:56:10,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:56:10,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ade25a90-439a-4491-b6f6-c13189442d22" 2024-11-13T15:56:10,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ebfa94f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:10,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36457,-1] 2024-11-13T15:56:10,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:56:10,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:10,938 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:56:10,938 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e0b4b71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:10,938 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:56:10,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,36457,1731513361062 2024-11-13T15:56:10,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@512a8c24 2024-11-13T15:56:10,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:56:10,940 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-13T15:56:10,941 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c4c650e80f58,35689,1731513357688 (queues=1) is replicating from cluster=6013b898-f882-4df2-85b7-0151c39fbcc1 to cluster=ade25a90-439a-4491-b6f6-c13189442d22 2024-11-13T15:56:10,941 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c4c650e80f58%2C35689%2C1731513357688 2024-11-13T15:56:10,941 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c4c650e80f58,35689,1731513357688, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T15:56:10,942 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.shipperc4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4c650e80f58%2C35689%2C1731513357688 2024-11-13T15:56:10,942 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.wal-reader.c4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303, startPosition=0, beingWritten=true 2024-11-13T15:56:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:56:10,952 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T15:56:10,952 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:56:10,953 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:56:10,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:10,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:10,953 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:56:10,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74240d9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:10,955 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36457,-1 for getting cluster id 2024-11-13T15:56:10,955 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.wal-reader.c4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:56:10,955 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.wal-reader.c4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303 to pos 379, reset compression=false 2024-11-13T15:56:10,955 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:56:10,955 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.shipperc4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,35689,1731513357688 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T15:56:10,956 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ade25a90-439a-4491-b6f6-c13189442d22' 2024-11-13T15:56:10,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:56:10,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ade25a90-439a-4491-b6f6-c13189442d22" 2024-11-13T15:56:10,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ded1066, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:10,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36457,-1] 2024-11-13T15:56:10,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:56:10,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:10,957 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:56:10,958 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b50f1dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:10,958 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:56:10,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,36457,1731513361062 2024-11-13T15:56:10,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f95b09c 2024-11-13T15:56:10,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:56:10,960 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:56:10,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c4c650e80f58:43631,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T15:56:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T15:56:10,963 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:43631' 2024-11-13T15:56:10,964 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ff89338, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:10,964 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,43631,-1 for getting cluster id 2024-11-13T15:56:10,964 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:56:10,965 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b93f7f2-29f6-46b7-9d47-b09a32ff5e0a' 2024-11-13T15:56:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:56:10,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:56:10,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b93f7f2-29f6-46b7-9d47-b09a32ff5e0a" 2024-11-13T15:56:10,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3345011d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:10,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,43631,-1] 2024-11-13T15:56:10,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:56:10,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:10,966 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:56:10,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d8454d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:10,967 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:56:10,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,43631,1731513364173 2024-11-13T15:56:10,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4652055f 2024-11-13T15:56:10,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:56:10,968 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:56:10,969 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T15:56:10,969 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T15:56:10,969 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:10,969 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:10,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:56:10,969 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:56:10,970 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T15:56:10,971 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T15:56:10,971 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:10,972 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T15:56:10,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741837_1013 (size=1138) 2024-11-13T15:56:11,020 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T15:56:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:56:11,165 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.wal-reader.c4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303 to pos 379, reset compression=false 2024-11-13T15:56:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:56:11,378 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b0d30b0848124a6553403a0c97e62c5c, NAME => 'hbase:replication,,1731513370969.b0d30b0848124a6553403a0c97e62c5c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9 2024-11-13T15:56:11,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741838_1014 (size=44) 2024-11-13T15:56:11,449 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T15:56:11,450 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T15:56:11,468 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.wal-reader.c4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303 to pos 379, reset compression=false 2024-11-13T15:56:11,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:56:11,786 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731513370969.b0d30b0848124a6553403a0c97e62c5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:11,786 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b0d30b0848124a6553403a0c97e62c5c, disabling compactions & flushes 2024-11-13T15:56:11,787 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731513370969.b0d30b0848124a6553403a0c97e62c5c. 2024-11-13T15:56:11,787 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731513370969.b0d30b0848124a6553403a0c97e62c5c. 2024-11-13T15:56:11,787 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731513370969.b0d30b0848124a6553403a0c97e62c5c. after waiting 0 ms 2024-11-13T15:56:11,787 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731513370969.b0d30b0848124a6553403a0c97e62c5c. 2024-11-13T15:56:11,787 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731513370969.b0d30b0848124a6553403a0c97e62c5c. 2024-11-13T15:56:11,787 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b0d30b0848124a6553403a0c97e62c5c: Waiting for close lock at 1731513371786Disabling compacts and flushes for region at 1731513371786Disabling writes for close at 1731513371787 (+1 ms)Writing region close event to WAL at 1731513371787Closed at 1731513371787 2024-11-13T15:56:11,788 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T15:56:11,788 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731513370969.b0d30b0848124a6553403a0c97e62c5c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731513371788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513371788"}]},"ts":"1731513371788"} 2024-11-13T15:56:11,790 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T15:56:11,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T15:56:11,791 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513371791"}]},"ts":"1731513371791"} 2024-11-13T15:56:11,792 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T15:56:11,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b0d30b0848124a6553403a0c97e62c5c, ASSIGN}] 2024-11-13T15:56:11,793 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b0d30b0848124a6553403a0c97e62c5c, ASSIGN 2024-11-13T15:56:11,794 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b0d30b0848124a6553403a0c97e62c5c, ASSIGN; state=OFFLINE, location=c4c650e80f58,37787,1731513361103; forceNewPlan=false, retain=false 2024-11-13T15:56:11,872 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.wal-reader.c4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303 to pos 379, reset compression=false 2024-11-13T15:56:11,945 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b0d30b0848124a6553403a0c97e62c5c, regionState=OPENING, regionLocation=c4c650e80f58,37787,1731513361103 2024-11-13T15:56:11,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b0d30b0848124a6553403a0c97e62c5c, ASSIGN because future has completed 2024-11-13T15:56:11,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0d30b0848124a6553403a0c97e62c5c, server=c4c650e80f58,37787,1731513361103}] 2024-11-13T15:56:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:56:12,108 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731513370969.b0d30b0848124a6553403a0c97e62c5c. 2024-11-13T15:56:12,108 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:56:12,108 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T15:56:12,109 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C37787%2C1731513361103.rep, suffix=, logDir=hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103, archiveDir=hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/oldWALs, maxLogs=10 2024-11-13T15:56:12,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.rep.1731513372109, exclude list is [], retry=0 2024-11-13T15:56:12,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38121,DS-67898ab0-9cf8-4c29-b01b-2d129c081a56,DISK] 2024-11-13T15:56:12,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.rep.1731513372109 2024-11-13T15:56:12,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34891:34891)] 2024-11-13T15:56:12,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b0d30b0848124a6553403a0c97e62c5c, NAME => 'hbase:replication,,1731513370969.b0d30b0848124a6553403a0c97e62c5c.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:56:12,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:56:12,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:56:12,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731513370969.b0d30b0848124a6553403a0c97e62c5c. service=MultiRowMutationService 2024-11-13T15:56:12,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T15:56:12,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b0d30b0848124a6553403a0c97e62c5c 2024-11-13T15:56:12,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731513370969.b0d30b0848124a6553403a0c97e62c5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:12,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b0d30b0848124a6553403a0c97e62c5c 2024-11-13T15:56:12,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b0d30b0848124a6553403a0c97e62c5c 2024-11-13T15:56:12,135 INFO [StoreOpener-b0d30b0848124a6553403a0c97e62c5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b0d30b0848124a6553403a0c97e62c5c 2024-11-13T15:56:12,136 INFO [StoreOpener-b0d30b0848124a6553403a0c97e62c5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0d30b0848124a6553403a0c97e62c5c columnFamilyName hfileref 2024-11-13T15:56:12,136 DEBUG [StoreOpener-b0d30b0848124a6553403a0c97e62c5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:12,136 INFO [StoreOpener-b0d30b0848124a6553403a0c97e62c5c-1 {}] regionserver.HStore(327): Store=b0d30b0848124a6553403a0c97e62c5c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:12,136 INFO [StoreOpener-b0d30b0848124a6553403a0c97e62c5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b0d30b0848124a6553403a0c97e62c5c 2024-11-13T15:56:12,137 INFO [StoreOpener-b0d30b0848124a6553403a0c97e62c5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0d30b0848124a6553403a0c97e62c5c columnFamilyName queue 2024-11-13T15:56:12,137 DEBUG [StoreOpener-b0d30b0848124a6553403a0c97e62c5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:12,138 INFO [StoreOpener-b0d30b0848124a6553403a0c97e62c5c-1 {}] regionserver.HStore(327): Store=b0d30b0848124a6553403a0c97e62c5c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:12,138 INFO [StoreOpener-b0d30b0848124a6553403a0c97e62c5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b0d30b0848124a6553403a0c97e62c5c 2024-11-13T15:56:12,139 INFO [StoreOpener-b0d30b0848124a6553403a0c97e62c5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0d30b0848124a6553403a0c97e62c5c columnFamilyName sid 2024-11-13T15:56:12,139 DEBUG [StoreOpener-b0d30b0848124a6553403a0c97e62c5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:12,139 INFO [StoreOpener-b0d30b0848124a6553403a0c97e62c5c-1 {}] regionserver.HStore(327): Store=b0d30b0848124a6553403a0c97e62c5c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:12,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b0d30b0848124a6553403a0c97e62c5c 2024-11-13T15:56:12,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/hbase/replication/b0d30b0848124a6553403a0c97e62c5c 2024-11-13T15:56:12,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/hbase/replication/b0d30b0848124a6553403a0c97e62c5c 2024-11-13T15:56:12,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b0d30b0848124a6553403a0c97e62c5c 2024-11-13T15:56:12,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b0d30b0848124a6553403a0c97e62c5c 2024-11-13T15:56:12,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T15:56:12,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b0d30b0848124a6553403a0c97e62c5c 2024-11-13T15:56:12,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/hbase/replication/b0d30b0848124a6553403a0c97e62c5c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:56:12,151 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b0d30b0848124a6553403a0c97e62c5c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61091209, jitterRate=-0.08967004716396332}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T15:56:12,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0d30b0848124a6553403a0c97e62c5c 2024-11-13T15:56:12,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b0d30b0848124a6553403a0c97e62c5c: Running coprocessor pre-open hook at 1731513372134Writing region info on filesystem at 1731513372134Initializing all the Stores at 1731513372134Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513372134Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513372135 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513372135Cleaning up temporary data from old regions at 1731513372142 (+7 ms)Running coprocessor post-open hooks at 1731513372151 (+9 ms)Region opened successfully at 1731513372151 2024-11-13T15:56:12,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731513370969.b0d30b0848124a6553403a0c97e62c5c., pid=10, masterSystemTime=1731513372103 2024-11-13T15:56:12,156 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b0d30b0848124a6553403a0c97e62c5c, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,37787,1731513361103 2024-11-13T15:56:12,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731513370969.b0d30b0848124a6553403a0c97e62c5c. 2024-11-13T15:56:12,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731513370969.b0d30b0848124a6553403a0c97e62c5c. 2024-11-13T15:56:12,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0d30b0848124a6553403a0c97e62c5c, server=c4c650e80f58,37787,1731513361103 because future has completed 2024-11-13T15:56:12,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T15:56:12,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b0d30b0848124a6553403a0c97e62c5c, server=c4c650e80f58,37787,1731513361103 in 215 msec 2024-11-13T15:56:12,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T15:56:12,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b0d30b0848124a6553403a0c97e62c5c, ASSIGN in 374 msec 2024-11-13T15:56:12,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T15:56:12,168 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513372168"}]},"ts":"1731513372168"} 2024-11-13T15:56:12,170 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T15:56:12,171 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T15:56:12,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2020 sec 2024-11-13T15:56:12,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731513370969.b0d30b0848124a6553403a0c97e62c5c., hostname=c4c650e80f58,37787,1731513361103, seqNum=2] 2024-11-13T15:56:12,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x100a6009fd90004, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-274917961 2024-11-13T15:56:12,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36457-0x100a6009fd90003, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-274917961 2024-11-13T15:56:12,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T15:56:12,257 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T15:56:12,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:12,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:12,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:12,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:12,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:12,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:12,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:12,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:12,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:12,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:12,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:12,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:12,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:12,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:12,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:12,376 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.wal-reader.c4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303 to pos 379, reset compression=false 2024-11-13T15:56:12,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37787 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T15:56:12,391 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T15:56:12,420 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c4c650e80f58,37787,1731513361103, ReplicationSource: 1, currentBandwidth=0 2024-11-13T15:56:12,421 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:56:12,421 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,37787,1731513361103, seqNum=-1] 2024-11-13T15:56:12,421 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:56:12,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-13T15:56:12,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c4c650e80f58,37787,1731513361103', locateType=CURRENT is [region=hbase:replication,,1731513370969.b0d30b0848124a6553403a0c97e62c5c., hostname=c4c650e80f58,37787,1731513361103, seqNum=2] 2024-11-13T15:56:12,426 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T15:56:12,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T15:56:12,428 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c4c650e80f58,37787,1731513361103 suceeded 2024-11-13T15:56:12,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T15:56:12,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-13T15:56:12,430 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c4c650e80f58:43631,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T15:56:12,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4700 sec 2024-11-13T15:56:12,444 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:43631' 2024-11-13T15:56:12,445 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cff6ac5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:12,445 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,43631,-1 for getting cluster id 2024-11-13T15:56:12,445 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:56:12,446 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b93f7f2-29f6-46b7-9d47-b09a32ff5e0a' 2024-11-13T15:56:12,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:56:12,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b93f7f2-29f6-46b7-9d47-b09a32ff5e0a" 2024-11-13T15:56:12,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b2a6854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:12,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,43631,-1] 2024-11-13T15:56:12,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:56:12,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:12,448 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:56:12,448 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@501de8f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:12,448 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:56:12,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,43631,1731513364173 2024-11-13T15:56:12,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68b3c0c8 2024-11-13T15:56:12,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:56:12,450 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-13T15:56:12,451 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c4c650e80f58,37787,1731513361103 (queues=1) is replicating from cluster=ade25a90-439a-4491-b6f6-c13189442d22 to cluster=9b93f7f2-29f6-46b7-9d47-b09a32ff5e0a 2024-11-13T15:56:12,451 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c4c650e80f58%2C37787%2C1731513361103 2024-11-13T15:56:12,451 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c4c650e80f58,37787,1731513361103, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T15:56:12,451 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973, startPosition=0, beingWritten=true 2024-11-13T15:56:12,456 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.shipperc4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4c650e80f58%2C37787%2C1731513361103 2024-11-13T15:56:12,459 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:56:12,459 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 379, reset compression=false 2024-11-13T15:56:12,459 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.shipperc4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,37787,1731513361103 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T15:56:12,667 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 379, reset compression=false 2024-11-13T15:56:12,971 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 379, reset compression=false 2024-11-13T15:56:12,979 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.wal-reader.c4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303 to pos 379, reset compression=false 2024-11-13T15:56:13,089 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T15:56:13,089 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T15:56:13,089 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T15:56:13,089 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T15:56:13,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:56:13,122 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T15:56:13,122 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:56:13,122 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:56:13,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:13,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:13,122 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:56:13,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71050cf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:13,123 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,43631,-1 for getting cluster id 2024-11-13T15:56:13,123 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:56:13,124 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b93f7f2-29f6-46b7-9d47-b09a32ff5e0a' 2024-11-13T15:56:13,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:56:13,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b93f7f2-29f6-46b7-9d47-b09a32ff5e0a" 2024-11-13T15:56:13,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dcf8606, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:13,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,43631,-1] 2024-11-13T15:56:13,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:56:13,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:13,125 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:56:13,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@302b3b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:13,126 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:56:13,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,43631,1731513364173 2024-11-13T15:56:13,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54c84298 2024-11-13T15:56:13,128 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:56:13,128 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:56:13,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c4c650e80f58:36457,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T15:56:13,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T15:56:13,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:56:13,132 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:36457' 2024-11-13T15:56:13,133 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d32729a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:13,133 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36457,-1 for getting cluster id 2024-11-13T15:56:13,133 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:56:13,133 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ade25a90-439a-4491-b6f6-c13189442d22' 2024-11-13T15:56:13,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:56:13,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ade25a90-439a-4491-b6f6-c13189442d22" 2024-11-13T15:56:13,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57d8c1ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:13,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36457,-1] 2024-11-13T15:56:13,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:56:13,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:13,135 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:56:13,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9d56ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:13,135 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:56:13,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,36457,1731513361062 2024-11-13T15:56:13,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38d8b8c4 2024-11-13T15:56:13,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:56:13,137 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:56:13,138 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T15:56:13,138 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T15:56:13,138 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:13,138 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:13,138 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:56:13,138 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:56:13,139 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T15:56:13,140 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T15:56:13,140 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:13,141 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T15:56:13,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741837_1013 (size=1138) 2024-11-13T15:56:13,190 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T15:56:13,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:56:13,375 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 379, reset compression=false 2024-11-13T15:56:13,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:56:13,552 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 44589dff783760abef151bc92810d217, NAME => 'hbase:replication,,1731513373138.44589dff783760abef151bc92810d217.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757 2024-11-13T15:56:13,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741838_1014 (size=44) 2024-11-13T15:56:13,683 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.wal-reader.c4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303 to pos 379, reset compression=false 2024-11-13T15:56:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:56:13,890 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 379, reset compression=false 2024-11-13T15:56:13,958 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731513373138.44589dff783760abef151bc92810d217.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:13,958 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 44589dff783760abef151bc92810d217, disabling compactions & flushes 2024-11-13T15:56:13,958 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731513373138.44589dff783760abef151bc92810d217. 2024-11-13T15:56:13,958 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731513373138.44589dff783760abef151bc92810d217. 2024-11-13T15:56:13,958 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731513373138.44589dff783760abef151bc92810d217. after waiting 0 ms 2024-11-13T15:56:13,958 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731513373138.44589dff783760abef151bc92810d217. 2024-11-13T15:56:13,958 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731513373138.44589dff783760abef151bc92810d217. 2024-11-13T15:56:13,958 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 44589dff783760abef151bc92810d217: Waiting for close lock at 1731513373958Disabling compacts and flushes for region at 1731513373958Disabling writes for close at 1731513373958Writing region close event to WAL at 1731513373958Closed at 1731513373958 2024-11-13T15:56:13,959 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T15:56:13,960 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731513373138.44589dff783760abef151bc92810d217.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731513373959"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513373959"}]},"ts":"1731513373959"} 2024-11-13T15:56:13,962 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T15:56:13,962 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T15:56:13,963 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513373962"}]},"ts":"1731513373962"} 2024-11-13T15:56:13,964 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T15:56:13,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44589dff783760abef151bc92810d217, ASSIGN}] 2024-11-13T15:56:13,965 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44589dff783760abef151bc92810d217, ASSIGN 2024-11-13T15:56:13,965 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=44589dff783760abef151bc92810d217, ASSIGN; state=OFFLINE, location=c4c650e80f58,44577,1731513364211; forceNewPlan=false, retain=false 2024-11-13T15:56:14,116 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=44589dff783760abef151bc92810d217, regionState=OPENING, regionLocation=c4c650e80f58,44577,1731513364211 2024-11-13T15:56:14,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=44589dff783760abef151bc92810d217, ASSIGN because future has completed 2024-11-13T15:56:14,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44589dff783760abef151bc92810d217, server=c4c650e80f58,44577,1731513364211}] 2024-11-13T15:56:14,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:56:14,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731513373138.44589dff783760abef151bc92810d217. 2024-11-13T15:56:14,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:56:14,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T15:56:14,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C44577%2C1731513364211.rep, suffix=, logDir=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211, archiveDir=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/oldWALs, maxLogs=10 2024-11-13T15:56:14,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.rep.1731513374276, exclude list is [], retry=0 2024-11-13T15:56:14,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43035,DS-f2288e08-fa2b-40a6-8b78-b4e6c48567e5,DISK] 2024-11-13T15:56:14,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.rep.1731513374276 2024-11-13T15:56:14,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37711:37711)] 2024-11-13T15:56:14,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 44589dff783760abef151bc92810d217, NAME => 'hbase:replication,,1731513373138.44589dff783760abef151bc92810d217.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:56:14,299 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:56:14,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:56:14,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731513373138.44589dff783760abef151bc92810d217. service=MultiRowMutationService 2024-11-13T15:56:14,300 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T15:56:14,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 44589dff783760abef151bc92810d217 2024-11-13T15:56:14,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731513373138.44589dff783760abef151bc92810d217.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:14,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 44589dff783760abef151bc92810d217 2024-11-13T15:56:14,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 44589dff783760abef151bc92810d217 2024-11-13T15:56:14,302 INFO [StoreOpener-44589dff783760abef151bc92810d217-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 44589dff783760abef151bc92810d217 2024-11-13T15:56:14,303 INFO [StoreOpener-44589dff783760abef151bc92810d217-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44589dff783760abef151bc92810d217 columnFamilyName hfileref 2024-11-13T15:56:14,304 DEBUG [StoreOpener-44589dff783760abef151bc92810d217-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:14,304 INFO [StoreOpener-44589dff783760abef151bc92810d217-1 {}] regionserver.HStore(327): Store=44589dff783760abef151bc92810d217/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:14,304 INFO [StoreOpener-44589dff783760abef151bc92810d217-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 44589dff783760abef151bc92810d217 2024-11-13T15:56:14,305 INFO [StoreOpener-44589dff783760abef151bc92810d217-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44589dff783760abef151bc92810d217 columnFamilyName queue 2024-11-13T15:56:14,305 DEBUG [StoreOpener-44589dff783760abef151bc92810d217-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:14,305 INFO [StoreOpener-44589dff783760abef151bc92810d217-1 {}] regionserver.HStore(327): Store=44589dff783760abef151bc92810d217/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:14,305 INFO [StoreOpener-44589dff783760abef151bc92810d217-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 44589dff783760abef151bc92810d217 2024-11-13T15:56:14,306 INFO [StoreOpener-44589dff783760abef151bc92810d217-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44589dff783760abef151bc92810d217 columnFamilyName sid 2024-11-13T15:56:14,306 DEBUG [StoreOpener-44589dff783760abef151bc92810d217-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:14,306 INFO [StoreOpener-44589dff783760abef151bc92810d217-1 {}] regionserver.HStore(327): Store=44589dff783760abef151bc92810d217/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:14,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 44589dff783760abef151bc92810d217 2024-11-13T15:56:14,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/hbase/replication/44589dff783760abef151bc92810d217 2024-11-13T15:56:14,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/hbase/replication/44589dff783760abef151bc92810d217 2024-11-13T15:56:14,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 44589dff783760abef151bc92810d217 2024-11-13T15:56:14,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 44589dff783760abef151bc92810d217 2024-11-13T15:56:14,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T15:56:14,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 44589dff783760abef151bc92810d217 2024-11-13T15:56:14,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/hbase/replication/44589dff783760abef151bc92810d217/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:56:14,318 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 44589dff783760abef151bc92810d217; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70615400, jitterRate=0.052251458168029785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T15:56:14,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 44589dff783760abef151bc92810d217 2024-11-13T15:56:14,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 44589dff783760abef151bc92810d217: Running coprocessor pre-open hook at 1731513374300Writing region info on filesystem at 1731513374300Initializing all the Stores at 1731513374301 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513374301Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513374302 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513374302Cleaning up temporary data from old regions at 1731513374308 (+6 ms)Running coprocessor post-open hooks at 1731513374318 (+10 ms)Region opened successfully at 1731513374318 2024-11-13T15:56:14,319 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731513373138.44589dff783760abef151bc92810d217., pid=10, masterSystemTime=1731513374271 2024-11-13T15:56:14,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731513373138.44589dff783760abef151bc92810d217. 2024-11-13T15:56:14,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731513373138.44589dff783760abef151bc92810d217. 2024-11-13T15:56:14,321 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=44589dff783760abef151bc92810d217, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,44577,1731513364211 2024-11-13T15:56:14,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44589dff783760abef151bc92810d217, server=c4c650e80f58,44577,1731513364211 because future has completed 2024-11-13T15:56:14,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T15:56:14,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 44589dff783760abef151bc92810d217, server=c4c650e80f58,44577,1731513364211 in 206 msec 2024-11-13T15:56:14,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T15:56:14,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44589dff783760abef151bc92810d217, ASSIGN in 363 msec 2024-11-13T15:56:14,329 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T15:56:14,330 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513374329"}]},"ts":"1731513374329"} 2024-11-13T15:56:14,331 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T15:56:14,332 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T15:56:14,333 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1940 sec 2024-11-13T15:56:14,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731513373138.44589dff783760abef151bc92810d217., hostname=c4c650e80f58,44577,1731513364211, seqNum=2] 2024-11-13T15:56:14,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x100a6009fd90006, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867679014 2024-11-13T15:56:14,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44577-0x100a6009fd90007, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867679014 2024-11-13T15:56:14,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T15:56:14,494 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 379, reset compression=false 2024-11-13T15:56:14,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44577 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T15:56:14,509 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T15:56:14,512 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.wal-reader.c4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303 to pos 379, reset compression=false 2024-11-13T15:56:14,542 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c4c650e80f58,44577,1731513364211, ReplicationSource: 1, currentBandwidth=0 2024-11-13T15:56:14,543 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:56:14,543 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,44577,1731513364211, seqNum=-1] 2024-11-13T15:56:14,543 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:56:14,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-13T15:56:14,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c4c650e80f58,44577,1731513364211', locateType=CURRENT is [region=hbase:replication,,1731513373138.44589dff783760abef151bc92810d217., hostname=c4c650e80f58,44577,1731513364211, seqNum=2] 2024-11-13T15:56:14,547 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T15:56:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T15:56:14,549 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c4c650e80f58,44577,1731513364211 suceeded 2024-11-13T15:56:14,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T15:56:14,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-13T15:56:14,552 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c4c650e80f58:36457,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T15:56:14,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4230 sec 2024-11-13T15:56:14,565 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:36457' 2024-11-13T15:56:14,566 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16e8be4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:14,566 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36457,-1 for getting cluster id 2024-11-13T15:56:14,567 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:56:14,567 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ade25a90-439a-4491-b6f6-c13189442d22' 2024-11-13T15:56:14,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:56:14,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ade25a90-439a-4491-b6f6-c13189442d22" 2024-11-13T15:56:14,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61f8e547, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:14,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36457,-1] 2024-11-13T15:56:14,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:56:14,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:14,569 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:56:14,569 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40d07192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:14,569 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:56:14,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,36457,1731513361062 2024-11-13T15:56:14,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a307935 2024-11-13T15:56:14,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:56:14,571 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-13T15:56:14,571 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c4c650e80f58,44577,1731513364211 (queues=1) is replicating from cluster=9b93f7f2-29f6-46b7-9d47-b09a32ff5e0a to cluster=ade25a90-439a-4491-b6f6-c13189442d22 2024-11-13T15:56:14,571 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c4c650e80f58%2C44577%2C1731513364211 2024-11-13T15:56:14,571 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c4c650e80f58,44577,1731513364211, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T15:56:14,572 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.shipperc4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4c650e80f58%2C44577%2C1731513364211 2024-11-13T15:56:14,572 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806, startPosition=0, beingWritten=true 2024-11-13T15:56:14,580 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:56:14,580 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806 to pos 379, reset compression=false 2024-11-13T15:56:14,580 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.shipperc4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,44577,1731513364211 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T15:56:14,788 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806 to pos 379, reset compression=false 2024-11-13T15:56:15,091 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806 to pos 379, reset compression=false 2024-11-13T15:56:15,199 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 379, reset compression=false 2024-11-13T15:56:15,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:56:15,282 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T15:56:15,282 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:56:15,282 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:56:15,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:15,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:15,283 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:56:15,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7761f6c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:15,283 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,32819,-1 for getting cluster id 2024-11-13T15:56:15,283 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:56:15,284 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6013b898-f882-4df2-85b7-0151c39fbcc1' 2024-11-13T15:56:15,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:56:15,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6013b898-f882-4df2-85b7-0151c39fbcc1" 2024-11-13T15:56:15,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2881f9df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:15,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,32819,-1] 2024-11-13T15:56:15,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:56:15,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:15,285 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:56:15,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34102d75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:15,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c804f4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:15,287 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36457,-1 for getting cluster id 2024-11-13T15:56:15,287 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:56:15,287 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ade25a90-439a-4491-b6f6-c13189442d22' 2024-11-13T15:56:15,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:56:15,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ade25a90-439a-4491-b6f6-c13189442d22" 2024-11-13T15:56:15,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a4a5a45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:15,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36457,-1] 2024-11-13T15:56:15,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:56:15,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:15,288 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:56:15,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c4a8c72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:15,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34569e22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:15,289 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,43631,-1 for getting cluster id 2024-11-13T15:56:15,289 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:56:15,290 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b93f7f2-29f6-46b7-9d47-b09a32ff5e0a' 2024-11-13T15:56:15,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:56:15,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b93f7f2-29f6-46b7-9d47-b09a32ff5e0a" 2024-11-13T15:56:15,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f44537c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:15,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,43631,-1] 2024-11-13T15:56:15,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:56:15,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:15,291 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:56:15,291 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d6007b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:15,292 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:56:15,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,35689,1731513357688, seqNum=-1] 2024-11-13T15:56:15,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:56:15,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:56:15,296 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731513366852.daa17e752427419dfd9dda39c8299894., hostname=c4c650e80f58,35689,1731513357688, seqNum=2] 2024-11-13T15:56:15,299 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:56:15,300 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,44577,1731513364211, seqNum=-1] 2024-11-13T15:56:15,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:56:15,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:56:15,304 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731513368636.a87985f65923aa9d0b60745913fd1c33., hostname=c4c650e80f58,44577,1731513364211, seqNum=2] 2024-11-13T15:56:15,306 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T15:56:15,416 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.wal-reader.c4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303 to pos 379, reset compression=false 2024-11-13T15:56:15,423 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.wal-reader.c4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T15:56:15,423 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.wal-reader.c4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303 to pos 480, reset compression=false 2024-11-13T15:56:15,423 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.shipperc4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,35689,1731513357688 got entry batch from reader: WALEntryBatch [walEntries=[{test/daa17e752427419dfd9dda39c8299894/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T15:56:15,427 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.shipperc4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T15:56:15,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-13T15:56:15,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T15:56:15,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fdb16ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:15,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36457,-1 for getting cluster id 2024-11-13T15:56:15,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:56:15,430 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ade25a90-439a-4491-b6f6-c13189442d22' 2024-11-13T15:56:15,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:56:15,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ade25a90-439a-4491-b6f6-c13189442d22" 2024-11-13T15:56:15,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10433620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:15,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36457,-1] 2024-11-13T15:56:15,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:56:15,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:15,432 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:56:15,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38cdfe28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:15,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:56:15,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,37787,1731513361103, seqNum=-1] 2024-11-13T15:56:15,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:56:15,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-13T15:56:15,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731513367495.172b58de8545d10edaaeb6bb31979a3c., hostname=c4c650e80f58,37787,1731513361103, seqNum=2] 2024-11-13T15:56:15,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T15:56:15,496 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806 to pos 379, reset compression=false 2024-11-13T15:56:15,627 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.wal-reader.c4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303 to pos 480, reset compression=false 2024-11-13T15:56:15,930 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.wal-reader.c4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303 to pos 480, reset compression=false 2024-11-13T15:56:16,001 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806 to pos 379, reset compression=false 2024-11-13T15:56:16,002 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 379, reset compression=false 2024-11-13T15:56:16,032 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T15:56:16,032 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 503, reset compression=false 2024-11-13T15:56:16,032 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.shipperc4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,37787,1731513361103 got entry batch from reader: WALEntryBatch [walEntries=[{test/172b58de8545d10edaaeb6bb31979a3c/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-13T15:56:16,039 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.shipperc4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T15:56:16,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-13T15:56:16,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44577 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T15:56:16,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@324d384d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:16,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44577 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,43631,-1 for getting cluster id 2024-11-13T15:56:16,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44577 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:56:16,042 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b93f7f2-29f6-46b7-9d47-b09a32ff5e0a' 2024-11-13T15:56:16,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:56:16,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b93f7f2-29f6-46b7-9d47-b09a32ff5e0a" 2024-11-13T15:56:16,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5dbbf655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:16,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,43631,-1] 2024-11-13T15:56:16,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:56:16,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:16,044 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:56:16,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9b60929, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:16,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44577 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:56:16,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,44577,1731513364211, seqNum=-1] 2024-11-13T15:56:16,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:56:16,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-13T15:56:16,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731513368636.a87985f65923aa9d0b60745913fd1c33., hostname=c4c650e80f58,44577,1731513364211, seqNum=2] 2024-11-13T15:56:16,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44577 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T15:56:16,239 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 503, reset compression=false 2024-11-13T15:56:16,309 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T15:56:16,310 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:56:16,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,37787,1731513361103, seqNum=-1] 2024-11-13T15:56:16,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:56:16,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:56:16,315 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731513367495.172b58de8545d10edaaeb6bb31979a3c., hostname=c4c650e80f58,37787,1731513361103, seqNum=2] 2024-11-13T15:56:16,323 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T15:56:16,334 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.wal-reader.c4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303 to pos 480, reset compression=false 2024-11-13T15:56:16,559 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 503, reset compression=false 2024-11-13T15:56:16,573 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T15:56:16,573 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 607, reset compression=false 2024-11-13T15:56:16,573 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.shipperc4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,37787,1731513361103 got entry batch from reader: WALEntryBatch [walEntries=[{test/172b58de8545d10edaaeb6bb31979a3c/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T15:56:16,574 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44577 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T15:56:16,577 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44577 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T15:56:16,625 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806 to pos 379, reset compression=false 2024-11-13T15:56:16,629 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:56:16,629 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806 to pos 655, reset compression=false 2024-11-13T15:56:16,629 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.shipperc4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,44577,1731513364211 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T15:56:16,796 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 607, reset compression=false 2024-11-13T15:56:16,843 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.wal-reader.c4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303 to pos 480, reset compression=false 2024-11-13T15:56:16,848 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806 to pos 655, reset compression=false 2024-11-13T15:56:17,104 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 607, reset compression=false 2024-11-13T15:56:17,151 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806 to pos 655, reset compression=false 2024-11-13T15:56:17,325 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T15:56:17,330 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-13T15:56:17,451 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.wal-reader.c4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303 to pos 480, reset compression=false 2024-11-13T15:56:17,508 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 607, reset compression=false 2024-11-13T15:56:17,584 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806 to pos 655, reset compression=false 2024-11-13T15:56:17,613 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T15:56:17,613 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806 to pos 759, reset compression=false 2024-11-13T15:56:17,613 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.shipperc4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,44577,1731513364211 got entry batch from reader: WALEntryBatch [walEntries=[{test/a87985f65923aa9d0b60745913fd1c33/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T15:56:17,616 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.shipperc4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T15:56:17,617 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-13T15:56:17,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T15:56:17,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T15:56:17,637 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T15:56:17,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:17,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:17,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:17,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:17,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:17,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:17,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:17,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:17,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:17,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:17,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:17,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:17,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:17,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:17,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:17,820 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806 to pos 759, reset compression=false 2024-11-13T15:56:18,020 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 607, reset compression=false 2024-11-13T15:56:18,025 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:56:18,025 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 735, reset compression=false 2024-11-13T15:56:18,025 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.shipperc4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,37787,1731513361103 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T15:56:18,132 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806 to pos 759, reset compression=false 2024-11-13T15:56:18,189 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.wal-reader.c4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303 to pos 480, reset compression=false 2024-11-13T15:56:18,228 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 735, reset compression=false 2024-11-13T15:56:18,332 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-13T15:56:18,335 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T15:56:18,531 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 735, reset compression=false 2024-11-13T15:56:18,535 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806 to pos 759, reset compression=false 2024-11-13T15:56:18,872 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:56:18,872 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c4c650e80f58,41263,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:41263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T15:56:18,873 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88755 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c4c650e80f58,41263,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:41263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T15:56:18,943 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 735, reset compression=false 2024-11-13T15:56:18,993 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.wal-reader.c4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303 to pos 480, reset compression=false 2024-11-13T15:56:19,002 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.wal-reader.c4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T15:56:19,002 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.wal-reader.c4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303 to pos 636, reset compression=false 2024-11-13T15:56:19,002 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.shipperc4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,35689,1731513357688 got entry batch from reader: WALEntryBatch [walEntries=[{test/daa17e752427419dfd9dda39c8299894/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T15:56:19,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T15:56:19,006 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T15:56:19,050 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806 to pos 759, reset compression=false 2024-11-13T15:56:19,208 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.wal-reader.c4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303 to pos 636, reset compression=false 2024-11-13T15:56:19,337 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T15:56:19,451 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 735, reset compression=false 2024-11-13T15:56:19,469 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T15:56:19,469 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 882, reset compression=false 2024-11-13T15:56:19,469 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.shipperc4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,37787,1731513361103 got entry batch from reader: WALEntryBatch [walEntries=[{test/172b58de8545d10edaaeb6bb31979a3c/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-13T15:56:19,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44577 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T15:56:19,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44577 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T15:56:19,531 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.wal-reader.c4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303 to pos 636, reset compression=false 2024-11-13T15:56:19,654 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806 to pos 759, reset compression=false 2024-11-13T15:56:19,679 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 882, reset compression=false 2024-11-13T15:56:19,692 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:56:19,692 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806 to pos 930, reset compression=false 2024-11-13T15:56:19,692 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.shipperc4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,44577,1731513364211 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T15:56:19,899 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806 to pos 930, reset compression=false 2024-11-13T15:56:19,936 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.wal-reader.c4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303 to pos 636, reset compression=false 2024-11-13T15:56:19,987 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 882, reset compression=false 2024-11-13T15:56:20,204 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806 to pos 930, reset compression=false 2024-11-13T15:56:20,339 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T15:56:20,344 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T15:56:20,392 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 882, reset compression=false 2024-11-13T15:56:20,431 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T15:56:20,431 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 1041, reset compression=false 2024-11-13T15:56:20,432 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.shipperc4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,37787,1731513361103 got entry batch from reader: WALEntryBatch [walEntries=[{test/172b58de8545d10edaaeb6bb31979a3c/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T15:56:20,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44577 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T15:56:20,436 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44577 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T15:56:20,450 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.wal-reader.c4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303 to pos 636, reset compression=false 2024-11-13T15:56:20,614 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806 to pos 930, reset compression=false 2024-11-13T15:56:20,630 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:56:20,630 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806 to pos 1080, reset compression=false 2024-11-13T15:56:20,630 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.shipperc4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,44577,1731513364211 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T15:56:20,697 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 1041, reset compression=false 2024-11-13T15:56:20,837 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806 to pos 1080, reset compression=false 2024-11-13T15:56:21,012 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 1041, reset compression=false 2024-11-13T15:56:21,115 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.wal-reader.c4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303 to pos 636, reset compression=false 2024-11-13T15:56:21,142 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806 to pos 1080, reset compression=false 2024-11-13T15:56:21,346 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T15:56:21,349 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-13T15:56:21,416 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 1041, reset compression=false 2024-11-13T15:56:21,546 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806 to pos 1080, reset compression=false 2024-11-13T15:56:21,550 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T15:56:21,550 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806 to pos 1239, reset compression=false 2024-11-13T15:56:21,550 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.shipperc4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,44577,1731513364211 got entry batch from reader: WALEntryBatch [walEntries=[{test/a87985f65923aa9d0b60745913fd1c33/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T15:56:21,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T15:56:21,554 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T15:56:21,754 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806 to pos 1239, reset compression=false 2024-11-13T15:56:21,819 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.wal-reader.c4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303 to pos 636, reset compression=false 2024-11-13T15:56:21,922 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 1041, reset compression=false 2024-11-13T15:56:21,926 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:56:21,926 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 1191, reset compression=false 2024-11-13T15:56:21,926 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.shipperc4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,37787,1731513361103 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T15:56:22,057 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806 to pos 1239, reset compression=false 2024-11-13T15:56:22,130 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 1191, reset compression=false 2024-11-13T15:56:22,351 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-13T15:56:22,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T15:56:22,357 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:56:22,357 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:56:22,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:22,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:22,357 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:56:22,357 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T15:56:22,357 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1930867175, stopped=false 2024-11-13T15:56:22,357 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4c650e80f58,43631,1731513364173 2024-11-13T15:56:22,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44577-0x100a6009fd90007, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21867679014/running 2024-11-13T15:56:22,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x100a6009fd90006, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21867679014/running 2024-11-13T15:56:22,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44577-0x100a6009fd90007, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867679014 2024-11-13T15:56:22,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x100a6009fd90006, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867679014 2024-11-13T15:56:22,359 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:56:22,359 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:56:22,360 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:56:22,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:22,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43631-0x100a6009fd90006, quorum=127.0.0.1:52095, baseZNode=/21867679014 Set watcher on znode that does not yet exist, /21867679014/running 2024-11-13T15:56:22,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44577-0x100a6009fd90007, quorum=127.0.0.1:52095, baseZNode=/21867679014 Set watcher on znode that does not yet exist, /21867679014/running 2024-11-13T15:56:22,360 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4c650e80f58,44577,1731513364211' ***** 2024-11-13T15:56:22,360 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T15:56:22,361 INFO [RS:0;c4c650e80f58:44577 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T15:56:22,361 INFO [RS:0;c4c650e80f58:44577 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T15:56:22,361 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T15:56:22,361 INFO [RS:0;c4c650e80f58:44577 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T15:56:22,361 INFO [RS:0;c4c650e80f58:44577 {}] regionserver.HRegionServer(3091): Received CLOSE for 44589dff783760abef151bc92810d217 2024-11-13T15:56:22,361 INFO [RS:0;c4c650e80f58:44577 {}] regionserver.HRegionServer(3091): Received CLOSE for a87985f65923aa9d0b60745913fd1c33 2024-11-13T15:56:22,361 INFO [RS:0;c4c650e80f58:44577 {}] regionserver.HRegionServer(959): stopping server c4c650e80f58,44577,1731513364211 2024-11-13T15:56:22,362 INFO [RS:0;c4c650e80f58:44577 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:56:22,362 INFO [RS:0;c4c650e80f58:44577 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:44577. 2024-11-13T15:56:22,362 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 44589dff783760abef151bc92810d217, disabling compactions & flushes 2024-11-13T15:56:22,362 DEBUG [RS:0;c4c650e80f58:44577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:56:22,362 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731513373138.44589dff783760abef151bc92810d217. 2024-11-13T15:56:22,362 DEBUG [RS:0;c4c650e80f58:44577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:22,362 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731513373138.44589dff783760abef151bc92810d217. 2024-11-13T15:56:22,362 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731513373138.44589dff783760abef151bc92810d217. after waiting 0 ms 2024-11-13T15:56:22,362 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731513373138.44589dff783760abef151bc92810d217. 2024-11-13T15:56:22,362 INFO [RS:0;c4c650e80f58:44577 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T15:56:22,362 INFO [RS:0;c4c650e80f58:44577 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T15:56:22,362 INFO [RS:0;c4c650e80f58:44577 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T15:56:22,362 INFO [RS:0;c4c650e80f58:44577 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T15:56:22,362 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 44589dff783760abef151bc92810d217 3/3 column families, dataSize=1.02 KB heapSize=2.28 KB 2024-11-13T15:56:22,362 INFO [RS:0;c4c650e80f58:44577 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T15:56:22,362 DEBUG [RS:0;c4c650e80f58:44577 {}] regionserver.HRegionServer(1325): Online Regions={44589dff783760abef151bc92810d217=hbase:replication,,1731513373138.44589dff783760abef151bc92810d217., 1588230740=hbase:meta,,1.1588230740, a87985f65923aa9d0b60745913fd1c33=test,,1731513368636.a87985f65923aa9d0b60745913fd1c33.} 2024-11-13T15:56:22,362 DEBUG [RS:0;c4c650e80f58:44577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44589dff783760abef151bc92810d217, a87985f65923aa9d0b60745913fd1c33 2024-11-13T15:56:22,362 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:56:22,362 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:56:22,362 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:56:22,362 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:56:22,362 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:56:22,362 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T15:56:22,380 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/hbase/meta/1588230740/.tmp/info/855037801b174d95b45e2744139c8e81 is 147, key is hbase:replication,,1731513373138.44589dff783760abef151bc92810d217./info:regioninfo/1731513374321/Put/seqid=0 2024-11-13T15:56:22,382 INFO [regionserver/c4c650e80f58:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:56:22,382 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/hbase/replication/44589dff783760abef151bc92810d217/.tmp/queue/2289b39a2f504862a3cdad125e123080 is 154, key is 1-c4c650e80f58,44577,1731513364211/queue:c4c650e80f58%2C44577%2C1731513364211/1731513381555/Put/seqid=0 2024-11-13T15:56:22,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741840_1016 (size=7686) 2024-11-13T15:56:22,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741841_1017 (size=5353) 2024-11-13T15:56:22,387 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.02 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/hbase/replication/44589dff783760abef151bc92810d217/.tmp/queue/2289b39a2f504862a3cdad125e123080 2024-11-13T15:56:22,391 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/hbase/replication/44589dff783760abef151bc92810d217/.tmp/queue/2289b39a2f504862a3cdad125e123080 as hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/hbase/replication/44589dff783760abef151bc92810d217/queue/2289b39a2f504862a3cdad125e123080 2024-11-13T15:56:22,395 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/hbase/replication/44589dff783760abef151bc92810d217/queue/2289b39a2f504862a3cdad125e123080, entries=1, sequenceid=11, filesize=5.2 K 2024-11-13T15:56:22,395 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 44589dff783760abef151bc92810d217 in 33ms, sequenceid=11, compaction requested=false 2024-11-13T15:56:22,399 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/hbase/replication/44589dff783760abef151bc92810d217/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T15:56:22,399 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:56:22,399 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:56:22,399 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731513373138.44589dff783760abef151bc92810d217. 2024-11-13T15:56:22,399 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 44589dff783760abef151bc92810d217: Waiting for close lock at 1731513382362Running coprocessor pre-close hooks at 1731513382362Disabling compacts and flushes for region at 1731513382362Disabling writes for close at 1731513382362Obtaining lock to block concurrent updates at 1731513382362Preparing flush snapshotting stores in 44589dff783760abef151bc92810d217 at 1731513382362Finished memstore snapshotting hbase:replication,,1731513373138.44589dff783760abef151bc92810d217., syncing WAL and waiting on mvcc, flushsize=dataSize=1043, getHeapSize=2288, getOffHeapSize=0, getCellsCount=7 at 1731513382362Flushing stores of hbase:replication,,1731513373138.44589dff783760abef151bc92810d217. at 1731513382363 (+1 ms)Flushing 44589dff783760abef151bc92810d217/queue: creating writer at 1731513382363Flushing 44589dff783760abef151bc92810d217/queue: appending metadata at 1731513382382 (+19 ms)Flushing 44589dff783760abef151bc92810d217/queue: closing flushed file at 1731513382382Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7efda644: reopening flushed file at 1731513382390 (+8 ms)Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 44589dff783760abef151bc92810d217 in 33ms, sequenceid=11, compaction requested=false at 1731513382395 (+5 ms)Writing region close event to WAL at 1731513382396 (+1 ms)Running coprocessor post-close hooks at 1731513382399 (+3 ms)Closed at 1731513382399 2024-11-13T15:56:22,400 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731513373138.44589dff783760abef151bc92810d217. 2024-11-13T15:56:22,400 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a87985f65923aa9d0b60745913fd1c33, disabling compactions & flushes 2024-11-13T15:56:22,400 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731513368636.a87985f65923aa9d0b60745913fd1c33. 2024-11-13T15:56:22,400 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731513368636.a87985f65923aa9d0b60745913fd1c33. 2024-11-13T15:56:22,400 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731513368636.a87985f65923aa9d0b60745913fd1c33. after waiting 0 ms 2024-11-13T15:56:22,400 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731513368636.a87985f65923aa9d0b60745913fd1c33. 2024-11-13T15:56:22,400 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a87985f65923aa9d0b60745913fd1c33 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-13T15:56:22,420 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/default/test/a87985f65923aa9d0b60745913fd1c33/.tmp/f/662726bbf682441eb928629f4fea724e is 29, key is row1/f:/1731513380340/DeleteFamily/seqid=0 2024-11-13T15:56:22,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741842_1018 (size=5152) 2024-11-13T15:56:22,434 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 1191, reset compression=false 2024-11-13T15:56:22,462 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806 to pos 1239, reset compression=false 2024-11-13T15:56:22,467 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:56:22,467 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806 to pos 1486, reset compression=false 2024-11-13T15:56:22,467 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.shipperc4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,44577,1731513364211 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T15:56:22,468 ERROR [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.shipperc4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c4c650e80f58,44577,1731513364211: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c4c650e80f58,44577,1731513364211, walGroup=c4c650e80f58%2C44577%2C1731513364211, offset=c4c650e80f58%2C44577%2C1731513364211.1731513365806:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:44577 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T15:56:22,469 ERROR [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.shipperc4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T15:56:22,470 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.shipperc4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T15:56:22,470 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.shipperc4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T15:56:22,470 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.shipperc4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T15:56:22,470 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.shipperc4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T15:56:22,470 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.shipperc4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1382023168, "init": 1048576000, "max": 2306867200, "used": 977135648 }, "NonHeapMemoryUsage": { "committed": 204472320, "init": 7667712, "max": -1, "used": 201418104 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T15:56:22,470 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.shipperc4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:43631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:43631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T15:56:22,562 DEBUG [RS:0;c4c650e80f58:44577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a87985f65923aa9d0b60745913fd1c33 2024-11-13T15:56:22,623 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.wal-reader.c4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303 to pos 636, reset compression=false 2024-11-13T15:56:22,666 INFO [regionserver/c4c650e80f58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T15:56:22,666 INFO [regionserver/c4c650e80f58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T15:56:22,671 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806 to pos 1486, reset compression=false 2024-11-13T15:56:22,763 DEBUG [RS:0;c4c650e80f58:44577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a87985f65923aa9d0b60745913fd1c33 2024-11-13T15:56:22,784 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/hbase/meta/1588230740/.tmp/info/855037801b174d95b45e2744139c8e81 2024-11-13T15:56:22,807 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/hbase/meta/1588230740/.tmp/ns/36ed84088ec94c2692ad4ed8c1524bc0 is 43, key is default/ns:d/1731513366789/Put/seqid=0 2024-11-13T15:56:22,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741843_1019 (size=5153) 2024-11-13T15:56:22,824 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/default/test/a87985f65923aa9d0b60745913fd1c33/.tmp/f/662726bbf682441eb928629f4fea724e 2024-11-13T15:56:22,828 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 662726bbf682441eb928629f4fea724e 2024-11-13T15:56:22,838 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 1191, reset compression=false 2024-11-13T15:56:22,842 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/default/test/a87985f65923aa9d0b60745913fd1c33/.tmp/f1/2f242dbcbaf24f8f8d3e55aa24413cfc is 30, key is row1/f1:/1731513380340/DeleteFamily/seqid=0 2024-11-13T15:56:22,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741844_1020 (size=5158) 2024-11-13T15:56:22,963 DEBUG [RS:0;c4c650e80f58:44577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a87985f65923aa9d0b60745913fd1c33 2024-11-13T15:56:22,983 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806 to pos 1486, reset compression=false 2024-11-13T15:56:23,163 DEBUG [RS:0;c4c650e80f58:44577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a87985f65923aa9d0b60745913fd1c33 2024-11-13T15:56:23,211 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/hbase/meta/1588230740/.tmp/ns/36ed84088ec94c2692ad4ed8c1524bc0 2024-11-13T15:56:23,230 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/hbase/meta/1588230740/.tmp/rep_barrier/0d51eaa428284dcfa7abd6a81783577a is 112, key is test,,1731513368636.a87985f65923aa9d0b60745913fd1c33./rep_barrier:seqnumDuringOpen/1731513369392/Put/seqid=0 2024-11-13T15:56:23,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741845_1021 (size=5518) 2024-11-13T15:56:23,234 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/hbase/meta/1588230740/.tmp/rep_barrier/0d51eaa428284dcfa7abd6a81783577a 2024-11-13T15:56:23,246 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/default/test/a87985f65923aa9d0b60745913fd1c33/.tmp/f1/2f242dbcbaf24f8f8d3e55aa24413cfc 2024-11-13T15:56:23,249 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f242dbcbaf24f8f8d3e55aa24413cfc 2024-11-13T15:56:23,255 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/hbase/meta/1588230740/.tmp/table/bdb8bd9492464d4ab2b01b394bf72b3b is 53, key is hbase:replication/table:state/1731513374329/Put/seqid=0 2024-11-13T15:56:23,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741846_1022 (size=5308) 2024-11-13T15:56:23,259 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/hbase/meta/1588230740/.tmp/table/bdb8bd9492464d4ab2b01b394bf72b3b 2024-11-13T15:56:23,263 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/hbase/meta/1588230740/.tmp/info/855037801b174d95b45e2744139c8e81 as hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/hbase/meta/1588230740/info/855037801b174d95b45e2744139c8e81 2024-11-13T15:56:23,266 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/hbase/meta/1588230740/info/855037801b174d95b45e2744139c8e81, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T15:56:23,266 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/default/test/a87985f65923aa9d0b60745913fd1c33/.tmp/norep/6bdf85b344e141fa8bb7b331aa3618ae is 33, key is row2/norep:/1731513381347/DeleteFamily/seqid=0 2024-11-13T15:56:23,267 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/hbase/meta/1588230740/.tmp/ns/36ed84088ec94c2692ad4ed8c1524bc0 as hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/hbase/meta/1588230740/ns/36ed84088ec94c2692ad4ed8c1524bc0 2024-11-13T15:56:23,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741847_1023 (size=5108) 2024-11-13T15:56:23,272 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/hbase/meta/1588230740/ns/36ed84088ec94c2692ad4ed8c1524bc0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T15:56:23,273 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/hbase/meta/1588230740/.tmp/rep_barrier/0d51eaa428284dcfa7abd6a81783577a as hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/hbase/meta/1588230740/rep_barrier/0d51eaa428284dcfa7abd6a81783577a 2024-11-13T15:56:23,276 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/hbase/meta/1588230740/rep_barrier/0d51eaa428284dcfa7abd6a81783577a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T15:56:23,277 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/hbase/meta/1588230740/.tmp/table/bdb8bd9492464d4ab2b01b394bf72b3b as hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/hbase/meta/1588230740/table/bdb8bd9492464d4ab2b01b394bf72b3b 2024-11-13T15:56:23,280 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/hbase/meta/1588230740/table/bdb8bd9492464d4ab2b01b394bf72b3b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T15:56:23,281 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 919ms, sequenceid=16, compaction requested=false 2024-11-13T15:56:23,285 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T15:56:23,285 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:56:23,285 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:56:23,285 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:56:23,285 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513382362Running coprocessor pre-close hooks at 1731513382362Disabling compacts and flushes for region at 1731513382362Disabling writes for close at 1731513382362Obtaining lock to block concurrent updates at 1731513382362Preparing flush snapshotting stores in 1588230740 at 1731513382362Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731513382363 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731513382363Flushing 1588230740/info: creating writer at 1731513382363Flushing 1588230740/info: appending metadata at 1731513382379 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731513382379Flushing 1588230740/ns: creating writer at 1731513382788 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731513382807 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731513382807Flushing 1588230740/rep_barrier: creating writer at 1731513383215 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731513383229 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731513383229Flushing 1588230740/table: creating writer at 1731513383237 (+8 ms)Flushing 1588230740/table: appending metadata at 1731513383254 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731513383254Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d50ef7d: reopening flushed file at 1731513383263 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f15babd: reopening flushed file at 1731513383266 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5381a395: reopening flushed file at 1731513383272 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c8e79ce: reopening flushed file at 1731513383276 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 919ms, sequenceid=16, compaction requested=false at 1731513383281 (+5 ms)Writing region close event to WAL at 1731513383282 (+1 ms)Running coprocessor post-close hooks at 1731513383285 (+3 ms)Closed at 1731513383285 2024-11-13T15:56:23,285 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T15:56:23,341 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 1191, reset compression=false 2024-11-13T15:56:23,363 INFO [RS:0;c4c650e80f58:44577 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T15:56:23,363 DEBUG [RS:0;c4c650e80f58:44577 {}] regionserver.HRegionServer(1325): Online Regions={a87985f65923aa9d0b60745913fd1c33=test,,1731513368636.a87985f65923aa9d0b60745913fd1c33.} 2024-11-13T15:56:23,363 DEBUG [RS:0;c4c650e80f58:44577 {}] regionserver.HRegionServer(1351): Waiting on a87985f65923aa9d0b60745913fd1c33 2024-11-13T15:56:23,387 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806 to pos 1486, reset compression=false 2024-11-13T15:56:23,526 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.wal-reader.c4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303 to pos 636, reset compression=false 2024-11-13T15:56:23,564 DEBUG [RS:0;c4c650e80f58:44577 {}] regionserver.HRegionServer(1351): Waiting on a87985f65923aa9d0b60745913fd1c33 2024-11-13T15:56:23,672 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/default/test/a87985f65923aa9d0b60745913fd1c33/.tmp/norep/6bdf85b344e141fa8bb7b331aa3618ae 2024-11-13T15:56:23,676 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6bdf85b344e141fa8bb7b331aa3618ae 2024-11-13T15:56:23,676 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/default/test/a87985f65923aa9d0b60745913fd1c33/.tmp/f/662726bbf682441eb928629f4fea724e as hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/default/test/a87985f65923aa9d0b60745913fd1c33/f/662726bbf682441eb928629f4fea724e 2024-11-13T15:56:23,680 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 662726bbf682441eb928629f4fea724e 2024-11-13T15:56:23,680 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/default/test/a87985f65923aa9d0b60745913fd1c33/f/662726bbf682441eb928629f4fea724e, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T15:56:23,680 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/default/test/a87985f65923aa9d0b60745913fd1c33/.tmp/f1/2f242dbcbaf24f8f8d3e55aa24413cfc as hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/default/test/a87985f65923aa9d0b60745913fd1c33/f1/2f242dbcbaf24f8f8d3e55aa24413cfc 2024-11-13T15:56:23,684 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f242dbcbaf24f8f8d3e55aa24413cfc 2024-11-13T15:56:23,684 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/default/test/a87985f65923aa9d0b60745913fd1c33/f1/2f242dbcbaf24f8f8d3e55aa24413cfc, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T15:56:23,685 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/default/test/a87985f65923aa9d0b60745913fd1c33/.tmp/norep/6bdf85b344e141fa8bb7b331aa3618ae as hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/default/test/a87985f65923aa9d0b60745913fd1c33/norep/6bdf85b344e141fa8bb7b331aa3618ae 2024-11-13T15:56:23,689 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6bdf85b344e141fa8bb7b331aa3618ae 2024-11-13T15:56:23,689 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/default/test/a87985f65923aa9d0b60745913fd1c33/norep/6bdf85b344e141fa8bb7b331aa3618ae, entries=1, sequenceid=10, filesize=5.0 K 2024-11-13T15:56:23,690 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a87985f65923aa9d0b60745913fd1c33 in 1290ms, sequenceid=10, compaction requested=false 2024-11-13T15:56:23,693 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/data/default/test/a87985f65923aa9d0b60745913fd1c33/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T15:56:23,693 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:56:23,693 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T15:56:23,693 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731513368636.a87985f65923aa9d0b60745913fd1c33. 2024-11-13T15:56:23,693 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a87985f65923aa9d0b60745913fd1c33: Waiting for close lock at 1731513382400Running coprocessor pre-close hooks at 1731513382400Disabling compacts and flushes for region at 1731513382400Disabling writes for close at 1731513382400Obtaining lock to block concurrent updates at 1731513382400Preparing flush snapshotting stores in a87985f65923aa9d0b60745913fd1c33 at 1731513382400Finished memstore snapshotting test,,1731513368636.a87985f65923aa9d0b60745913fd1c33., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731513382400Flushing stores of test,,1731513368636.a87985f65923aa9d0b60745913fd1c33. at 1731513382400Flushing a87985f65923aa9d0b60745913fd1c33/f: creating writer at 1731513382401 (+1 ms)Flushing a87985f65923aa9d0b60745913fd1c33/f: appending metadata at 1731513382419 (+18 ms)Flushing a87985f65923aa9d0b60745913fd1c33/f: closing flushed file at 1731513382419Flushing a87985f65923aa9d0b60745913fd1c33/f1: creating writer at 1731513382828 (+409 ms)Flushing a87985f65923aa9d0b60745913fd1c33/f1: appending metadata at 1731513382842 (+14 ms)Flushing a87985f65923aa9d0b60745913fd1c33/f1: closing flushed file at 1731513382842Flushing a87985f65923aa9d0b60745913fd1c33/norep: creating writer at 1731513383249 (+407 ms)Flushing a87985f65923aa9d0b60745913fd1c33/norep: appending metadata at 1731513383265 (+16 ms)Flushing a87985f65923aa9d0b60745913fd1c33/norep: closing flushed file at 1731513383265Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67717eb7: reopening flushed file at 1731513383676 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34261f13: reopening flushed file at 1731513383680 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d938573: reopening flushed file at 1731513383684 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a87985f65923aa9d0b60745913fd1c33 in 1290ms, sequenceid=10, compaction requested=false at 1731513383690 (+6 ms)Writing region close event to WAL at 1731513383691 (+1 ms)Running coprocessor post-close hooks at 1731513383693 (+2 ms)Closed at 1731513383693 2024-11-13T15:56:23,694 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731513368636.a87985f65923aa9d0b60745913fd1c33. 2024-11-13T15:56:23,764 INFO [RS:0;c4c650e80f58:44577 {}] regionserver.HRegionServer(976): stopping server c4c650e80f58,44577,1731513364211; all regions closed. 2024-11-13T15:56:23,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741834_1010 (size=4239) 2024-11-13T15:56:23,766 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.meta.1731513366732.meta not finished, retry = 0 2024-11-13T15:56:23,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741839_1015 (size=2896) 2024-11-13T15:56:23,869 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.rep.1731513374276 not finished, retry = 0 2024-11-13T15:56:23,890 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806 to pos 1486, reset compression=false 2024-11-13T15:56:23,894 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:56:23,894 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.wal-reader.c4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806 to pos 2130, reset compression=false 2024-11-13T15:56:23,944 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 1191, reset compression=false 2024-11-13T15:56:23,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741832_1008 (size=2138) 2024-11-13T15:56:23,971 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/WALs/c4c650e80f58,44577,1731513364211/c4c650e80f58%2C44577%2C1731513364211.1731513365806 not finished, retry = 0 2024-11-13T15:56:24,072 DEBUG [RS:0;c4c650e80f58:44577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:24,072 INFO [RS:0;c4c650e80f58:44577 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:56:24,072 INFO [RS:0;c4c650e80f58:44577 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:56:24,072 INFO [RS:0;c4c650e80f58:44577 {}] hbase.ChoreService(370): Chore service for: regionserver/c4c650e80f58:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T15:56:24,073 INFO [RS:0;c4c650e80f58:44577 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:56:24,073 INFO [regionserver/c4c650e80f58:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:56:24,073 INFO [RS:0;c4c650e80f58:44577 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c4c650e80f58,44577,1731513364211 because: Region server is closing 2024-11-13T15:56:24,073 INFO [RS:0;c4c650e80f58:44577 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:44577. 2024-11-13T15:56:24,073 DEBUG [RS:0;c4c650e80f58:44577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:56:24,073 DEBUG [RS:0;c4c650e80f58:44577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:24,074 DEBUG [RS:0;c4c650e80f58:44577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:24,074 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:56:24,174 INFO [RS:0;c4c650e80f58:44577 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,44577,1731513364211.replicationSource.shipperc4c650e80f58%2C44577%2C1731513364211,1-c4c650e80f58,44577,1731513364211 terminated 2024-11-13T15:56:24,174 INFO [RS:0;c4c650e80f58:44577 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:44577. 2024-11-13T15:56:24,174 DEBUG [RS:0;c4c650e80f58:44577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:56:24,174 DEBUG [RS:0;c4c650e80f58:44577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:24,174 DEBUG [RS:0;c4c650e80f58:44577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:24,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:56:24,174 INFO [RS:0;c4c650e80f58:44577 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44577 2024-11-13T15:56:24,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x100a6009fd90006, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867679014/rs 2024-11-13T15:56:24,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44577-0x100a6009fd90007, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21867679014/rs/c4c650e80f58,44577,1731513364211 2024-11-13T15:56:24,176 INFO [RS:0;c4c650e80f58:44577 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:56:24,177 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f22d48e3d68@3a43046e rejected from java.util.concurrent.ThreadPoolExecutor@7f418d42[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-13T15:56:24,178 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4c650e80f58,44577,1731513364211] 2024-11-13T15:56:24,180 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21867679014/draining/c4c650e80f58,44577,1731513364211 already deleted, retry=false 2024-11-13T15:56:24,180 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4c650e80f58,44577,1731513364211 expired; onlineServers=0 2024-11-13T15:56:24,180 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4c650e80f58,43631,1731513364173' ***** 2024-11-13T15:56:24,180 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T15:56:24,180 INFO [M:0;c4c650e80f58:43631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:56:24,181 INFO [M:0;c4c650e80f58:43631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:56:24,181 DEBUG [M:0;c4c650e80f58:43631 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T15:56:24,181 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T15:56:24,181 DEBUG [M:0;c4c650e80f58:43631 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T15:56:24,181 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513365568 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513365568,5,FailOnTimeoutGroup] 2024-11-13T15:56:24,181 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513365566 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513365566,5,FailOnTimeoutGroup] 2024-11-13T15:56:24,181 INFO [M:0;c4c650e80f58:43631 {}] hbase.ChoreService(370): Chore service for: master/c4c650e80f58:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T15:56:24,181 INFO [M:0;c4c650e80f58:43631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:56:24,181 DEBUG [M:0;c4c650e80f58:43631 {}] master.HMaster(1795): Stopping service threads 2024-11-13T15:56:24,181 INFO [M:0;c4c650e80f58:43631 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T15:56:24,181 INFO [M:0;c4c650e80f58:43631 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:56:24,181 INFO [M:0;c4c650e80f58:43631 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T15:56:24,182 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T15:56:24,183 DEBUG [M:0;c4c650e80f58:43631 {}] zookeeper.ZKUtil(347): master:43631-0x100a6009fd90006, quorum=127.0.0.1:52095, baseZNode=/21867679014 Unable to get data of znode /21867679014/master because node does not exist (not an error) 2024-11-13T15:56:24,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x100a6009fd90006, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21867679014/master 2024-11-13T15:56:24,183 WARN [M:0;c4c650e80f58:43631 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T15:56:24,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x100a6009fd90006, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867679014 2024-11-13T15:56:24,184 INFO [M:0;c4c650e80f58:43631 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/.lastflushedseqids 2024-11-13T15:56:24,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741848_1024 (size=245) 2024-11-13T15:56:24,278 INFO [RS:0;c4c650e80f58:44577 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:56:24,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44577-0x100a6009fd90007, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:56:24,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44577-0x100a6009fd90007, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:56:24,278 INFO [RS:0;c4c650e80f58:44577 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4c650e80f58,44577,1731513364211; zookeeper connection closed. 2024-11-13T15:56:24,278 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e9201c5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e9201c5 2024-11-13T15:56:24,279 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T15:56:24,529 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.wal-reader.c4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303 to pos 636, reset compression=false 2024-11-13T15:56:24,588 INFO [M:0;c4c650e80f58:43631 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T15:56:24,588 INFO [M:0;c4c650e80f58:43631 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T15:56:24,588 DEBUG [M:0;c4c650e80f58:43631 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:56:24,588 INFO [M:0;c4c650e80f58:43631 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:24,588 DEBUG [M:0;c4c650e80f58:43631 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:24,588 DEBUG [M:0;c4c650e80f58:43631 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:56:24,588 DEBUG [M:0;c4c650e80f58:43631 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:24,588 INFO [M:0;c4c650e80f58:43631 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T15:56:24,607 DEBUG [M:0;c4c650e80f58:43631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ca577f855144443b26a49bb53c654e3 is 82, key is hbase:meta,,1/info:regioninfo/1731513366778/Put/seqid=0 2024-11-13T15:56:24,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741849_1025 (size=5672) 2024-11-13T15:56:24,648 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 1191, reset compression=false 2024-11-13T15:56:25,011 INFO [M:0;c4c650e80f58:43631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ca577f855144443b26a49bb53c654e3 2024-11-13T15:56:25,033 DEBUG [M:0;c4c650e80f58:43631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6e98b9503164a3a875abab58010d485 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731513374333/Put/seqid=0 2024-11-13T15:56:25,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741850_1026 (size=8516) 2024-11-13T15:56:25,438 INFO [M:0;c4c650e80f58:43631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6e98b9503164a3a875abab58010d485 2024-11-13T15:56:25,451 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 1191, reset compression=false 2024-11-13T15:56:25,456 DEBUG [M:0;c4c650e80f58:43631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec58934efff8457cbb4b3cc395147df7 is 69, key is c4c650e80f58,44577,1731513364211/rs:state/1731513365651/Put/seqid=0 2024-11-13T15:56:25,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741851_1027 (size=5156) 2024-11-13T15:56:25,460 INFO [M:0;c4c650e80f58:43631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec58934efff8457cbb4b3cc395147df7 2024-11-13T15:56:25,463 DEBUG [M:0;c4c650e80f58:43631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ca577f855144443b26a49bb53c654e3 as hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ca577f855144443b26a49bb53c654e3 2024-11-13T15:56:25,466 INFO [M:0;c4c650e80f58:43631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ca577f855144443b26a49bb53c654e3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T15:56:25,466 DEBUG [M:0;c4c650e80f58:43631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6e98b9503164a3a875abab58010d485 as hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e6e98b9503164a3a875abab58010d485 2024-11-13T15:56:25,469 INFO [M:0;c4c650e80f58:43631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e6e98b9503164a3a875abab58010d485, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T15:56:25,469 DEBUG [M:0;c4c650e80f58:43631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec58934efff8457cbb4b3cc395147df7 as hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ec58934efff8457cbb4b3cc395147df7 2024-11-13T15:56:25,472 INFO [M:0;c4c650e80f58:43631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36469/user/jenkins/test-data/3e44bd4f-2498-be0b-66f0-d7292efc3757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ec58934efff8457cbb4b3cc395147df7, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T15:56:25,473 INFO [M:0;c4c650e80f58:43631 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=97, compaction requested=false 2024-11-13T15:56:25,475 INFO [M:0;c4c650e80f58:43631 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:25,475 DEBUG [M:0;c4c650e80f58:43631 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513384588Disabling compacts and flushes for region at 1731513384588Disabling writes for close at 1731513384588Obtaining lock to block concurrent updates at 1731513384588Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731513384588Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731513384589 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731513384589Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731513384589Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731513384607 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731513384607Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731513385015 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731513385033 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731513385033Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731513385441 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731513385455 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731513385455Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21d832b8: reopening flushed file at 1731513385462 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e9696b1: reopening flushed file at 1731513385466 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e07c112: reopening flushed file at 1731513385469 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=97, compaction requested=false at 1731513385473 (+4 ms)Writing region close event to WAL at 1731513385474 (+1 ms)Closed at 1731513385474 2024-11-13T15:56:25,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741830_1006 (size=63654) 2024-11-13T15:56:25,477 INFO [M:0;c4c650e80f58:43631 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T15:56:25,477 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:56:25,477 INFO [M:0;c4c650e80f58:43631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43631 2024-11-13T15:56:25,478 INFO [M:0;c4c650e80f58:43631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:56:25,580 INFO [M:0;c4c650e80f58:43631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:56:25,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x100a6009fd90006, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:56:25,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x100a6009fd90006, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:56:25,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4533dba9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:56:25,583 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3258055c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:56:25,583 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:56:25,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@983128d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:56:25,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54119af8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fe2a0fc-ed98-e2b9-cc52-50d3b911ed3c/hadoop.log.dir/,STOPPED} 2024-11-13T15:56:25,584 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T15:56:25,584 WARN [BP-1811863490-172.17.0.3-1731513363085 heartbeating to localhost/127.0.0.1:36469 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T15:56:25,584 WARN [BP-1811863490-172.17.0.3-1731513363085 heartbeating to localhost/127.0.0.1:36469 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1811863490-172.17.0.3-1731513363085 (Datanode Uuid 8ef27283-a83b-45da-8150-be9d69dc8920) service to localhost/127.0.0.1:36469 2024-11-13T15:56:25,584 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T15:56:25,585 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fe2a0fc-ed98-e2b9-cc52-50d3b911ed3c/cluster_430d289b-3de0-7805-c678-06da51c62c33/data/data1/current/BP-1811863490-172.17.0.3-1731513363085 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:56:25,585 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fe2a0fc-ed98-e2b9-cc52-50d3b911ed3c/cluster_430d289b-3de0-7805-c678-06da51c62c33/data/data2/current/BP-1811863490-172.17.0.3-1731513363085 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:56:25,585 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T15:56:25,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@675e7ba8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:56:25,592 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49b7b0d7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:56:25,592 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:56:25,592 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e7abc8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:56:25,592 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@192af4cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fe2a0fc-ed98-e2b9-cc52-50d3b911ed3c/hadoop.log.dir/,STOPPED} 2024-11-13T15:56:25,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T15:56:25,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T15:56:25,604 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:56:25,604 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:56:25,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:25,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:25,605 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:56:25,605 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T15:56:25,605 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1090352574, stopped=false 2024-11-13T15:56:25,605 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4c650e80f58,36457,1731513361062 2024-11-13T15:56:25,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36457-0x100a6009fd90003, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-274917961/running 2024-11-13T15:56:25,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36457-0x100a6009fd90003, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-274917961 2024-11-13T15:56:25,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x100a6009fd90004, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-274917961/running 2024-11-13T15:56:25,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x100a6009fd90004, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-274917961 2024-11-13T15:56:25,606 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:56:25,607 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:56:25,607 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:56:25,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:25,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37787-0x100a6009fd90004, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Set watcher on znode that does not yet exist, /1-274917961/running 2024-11-13T15:56:25,607 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4c650e80f58,37787,1731513361103' ***** 2024-11-13T15:56:25,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36457-0x100a6009fd90003, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Set watcher on znode that does not yet exist, /1-274917961/running 2024-11-13T15:56:25,607 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T15:56:25,608 INFO [RS:0;c4c650e80f58:37787 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T15:56:25,608 INFO [RS:0;c4c650e80f58:37787 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T15:56:25,608 INFO [RS:0;c4c650e80f58:37787 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T15:56:25,608 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T15:56:25,608 INFO [RS:0;c4c650e80f58:37787 {}] regionserver.HRegionServer(3091): Received CLOSE for 172b58de8545d10edaaeb6bb31979a3c 2024-11-13T15:56:25,608 INFO [RS:0;c4c650e80f58:37787 {}] regionserver.HRegionServer(3091): Received CLOSE for b0d30b0848124a6553403a0c97e62c5c 2024-11-13T15:56:25,608 INFO [RS:0;c4c650e80f58:37787 {}] regionserver.HRegionServer(959): stopping server c4c650e80f58,37787,1731513361103 2024-11-13T15:56:25,608 INFO [RS:0;c4c650e80f58:37787 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:56:25,608 INFO [RS:0;c4c650e80f58:37787 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:37787. 2024-11-13T15:56:25,608 DEBUG [RS:0;c4c650e80f58:37787 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:56:25,608 DEBUG [RS:0;c4c650e80f58:37787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:25,608 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 172b58de8545d10edaaeb6bb31979a3c, disabling compactions & flushes 2024-11-13T15:56:25,608 INFO [RS:0;c4c650e80f58:37787 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T15:56:25,608 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731513367495.172b58de8545d10edaaeb6bb31979a3c. 2024-11-13T15:56:25,608 INFO [RS:0;c4c650e80f58:37787 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T15:56:25,608 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731513367495.172b58de8545d10edaaeb6bb31979a3c. 2024-11-13T15:56:25,608 INFO [RS:0;c4c650e80f58:37787 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T15:56:25,608 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731513367495.172b58de8545d10edaaeb6bb31979a3c. after waiting 0 ms 2024-11-13T15:56:25,608 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731513367495.172b58de8545d10edaaeb6bb31979a3c. 2024-11-13T15:56:25,609 INFO [RS:0;c4c650e80f58:37787 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T15:56:25,609 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 172b58de8545d10edaaeb6bb31979a3c 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-13T15:56:25,609 INFO [RS:0;c4c650e80f58:37787 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T15:56:25,609 DEBUG [RS:0;c4c650e80f58:37787 {}] regionserver.HRegionServer(1325): Online Regions={172b58de8545d10edaaeb6bb31979a3c=test,,1731513367495.172b58de8545d10edaaeb6bb31979a3c., 1588230740=hbase:meta,,1.1588230740, b0d30b0848124a6553403a0c97e62c5c=hbase:replication,,1731513370969.b0d30b0848124a6553403a0c97e62c5c.} 2024-11-13T15:56:25,609 DEBUG [RS:0;c4c650e80f58:37787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 172b58de8545d10edaaeb6bb31979a3c, b0d30b0848124a6553403a0c97e62c5c 2024-11-13T15:56:25,609 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:56:25,609 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:56:25,609 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:56:25,609 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:56:25,609 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:56:25,609 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T15:56:25,631 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/hbase/meta/1588230740/.tmp/info/970be50da248455fa1ed19fe87c15f4f is 147, key is hbase:replication,,1731513370969.b0d30b0848124a6553403a0c97e62c5c./info:regioninfo/1731513372156/Put/seqid=0 2024-11-13T15:56:25,631 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/default/test/172b58de8545d10edaaeb6bb31979a3c/.tmp/f/9e06c0dfd3284b95a91075ba178c0f19 is 29, key is row1/f:/1731513380340/DeleteFamily/seqid=0 2024-11-13T15:56:25,633 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.wal-reader.c4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303 to pos 636, reset compression=false 2024-11-13T15:56:25,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741841_1017 (size=7686) 2024-11-13T15:56:25,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741840_1016 (size=5152) 2024-11-13T15:56:25,650 INFO [regionserver/c4c650e80f58:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:56:25,809 DEBUG [RS:0;c4c650e80f58:37787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 172b58de8545d10edaaeb6bb31979a3c, b0d30b0848124a6553403a0c97e62c5c 2024-11-13T15:56:25,831 INFO [regionserver/c4c650e80f58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T15:56:25,831 INFO [regionserver/c4c650e80f58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T15:56:26,009 DEBUG [RS:0;c4c650e80f58:37787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 172b58de8545d10edaaeb6bb31979a3c, b0d30b0848124a6553403a0c97e62c5c 2024-11-13T15:56:26,035 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/hbase/meta/1588230740/.tmp/info/970be50da248455fa1ed19fe87c15f4f 2024-11-13T15:56:26,040 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/default/test/172b58de8545d10edaaeb6bb31979a3c/.tmp/f/9e06c0dfd3284b95a91075ba178c0f19 2024-11-13T15:56:26,044 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e06c0dfd3284b95a91075ba178c0f19 2024-11-13T15:56:26,057 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/default/test/172b58de8545d10edaaeb6bb31979a3c/.tmp/f1/7ff5135a28114b71bea888e276905a6b is 30, key is row1/f1:/1731513380340/DeleteFamily/seqid=0 2024-11-13T15:56:26,057 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/hbase/meta/1588230740/.tmp/ns/d1121a6ff61d48bc9d1110719f8b84d3 is 43, key is default/ns:d/1731513362941/Put/seqid=0 2024-11-13T15:56:26,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741842_1018 (size=5158) 2024-11-13T15:56:26,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741843_1019 (size=5153) 2024-11-13T15:56:26,209 DEBUG [RS:0;c4c650e80f58:37787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 172b58de8545d10edaaeb6bb31979a3c, b0d30b0848124a6553403a0c97e62c5c 2024-11-13T15:56:26,355 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 1191, reset compression=false 2024-11-13T15:56:26,359 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:56:26,359 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 1438, reset compression=false 2024-11-13T15:56:26,359 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.shipperc4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,37787,1731513361103 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T15:56:26,360 ERROR [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.shipperc4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c4c650e80f58,37787,1731513361103: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c4c650e80f58,37787,1731513361103, walGroup=c4c650e80f58%2C37787%2C1731513361103, offset=c4c650e80f58%2C37787%2C1731513361103.1731513361973:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:37787 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T15:56:26,361 ERROR [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.shipperc4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T15:56:26,361 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.shipperc4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T15:56:26,362 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.shipperc4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T15:56:26,362 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.shipperc4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T15:56:26,362 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.shipperc4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T15:56:26,362 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.shipperc4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1382023168, "init": 1048576000, "max": 2306867200, "used": 840051880 }, "NonHeapMemoryUsage": { "committed": 204603392, "init": 7667712, "max": -1, "used": 201709736 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T15:56:26,362 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.shipperc4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:36457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:36457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T15:56:26,410 DEBUG [RS:0;c4c650e80f58:37787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 172b58de8545d10edaaeb6bb31979a3c, b0d30b0848124a6553403a0c97e62c5c 2024-11-13T15:56:26,463 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/default/test/172b58de8545d10edaaeb6bb31979a3c/.tmp/f1/7ff5135a28114b71bea888e276905a6b 2024-11-13T15:56:26,463 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/hbase/meta/1588230740/.tmp/ns/d1121a6ff61d48bc9d1110719f8b84d3 2024-11-13T15:56:26,467 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ff5135a28114b71bea888e276905a6b 2024-11-13T15:56:26,481 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/hbase/meta/1588230740/.tmp/rep_barrier/6d4a4b91f957401ca8733b50cc2d3401 is 112, key is test,,1731513367495.172b58de8545d10edaaeb6bb31979a3c./rep_barrier:seqnumDuringOpen/1731513368270/Put/seqid=0 2024-11-13T15:56:26,481 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/default/test/172b58de8545d10edaaeb6bb31979a3c/.tmp/norep/99772ed37cf74aa1bd5fe67b40b1283d is 33, key is row1/norep:/1731513380340/DeleteFamily/seqid=0 2024-11-13T15:56:26,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741845_1021 (size=5108) 2024-11-13T15:56:26,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741844_1020 (size=5518) 2024-11-13T15:56:26,561 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 1438, reset compression=false 2024-11-13T15:56:26,610 DEBUG [RS:0;c4c650e80f58:37787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 172b58de8545d10edaaeb6bb31979a3c, b0d30b0848124a6553403a0c97e62c5c 2024-11-13T15:56:26,810 DEBUG [RS:0;c4c650e80f58:37787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 172b58de8545d10edaaeb6bb31979a3c, b0d30b0848124a6553403a0c97e62c5c 2024-11-13T15:56:26,839 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.wal-reader.c4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303 to pos 636, reset compression=false 2024-11-13T15:56:26,865 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 1438, reset compression=false 2024-11-13T15:56:26,886 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/hbase/meta/1588230740/.tmp/rep_barrier/6d4a4b91f957401ca8733b50cc2d3401 2024-11-13T15:56:26,886 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/default/test/172b58de8545d10edaaeb6bb31979a3c/.tmp/norep/99772ed37cf74aa1bd5fe67b40b1283d 2024-11-13T15:56:26,889 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99772ed37cf74aa1bd5fe67b40b1283d 2024-11-13T15:56:26,890 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/default/test/172b58de8545d10edaaeb6bb31979a3c/.tmp/f/9e06c0dfd3284b95a91075ba178c0f19 as hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/default/test/172b58de8545d10edaaeb6bb31979a3c/f/9e06c0dfd3284b95a91075ba178c0f19 2024-11-13T15:56:26,893 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e06c0dfd3284b95a91075ba178c0f19 2024-11-13T15:56:26,894 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/default/test/172b58de8545d10edaaeb6bb31979a3c/f/9e06c0dfd3284b95a91075ba178c0f19, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T15:56:26,894 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/default/test/172b58de8545d10edaaeb6bb31979a3c/.tmp/f1/7ff5135a28114b71bea888e276905a6b as hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/default/test/172b58de8545d10edaaeb6bb31979a3c/f1/7ff5135a28114b71bea888e276905a6b 2024-11-13T15:56:26,897 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ff5135a28114b71bea888e276905a6b 2024-11-13T15:56:26,897 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/default/test/172b58de8545d10edaaeb6bb31979a3c/f1/7ff5135a28114b71bea888e276905a6b, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T15:56:26,898 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/default/test/172b58de8545d10edaaeb6bb31979a3c/.tmp/norep/99772ed37cf74aa1bd5fe67b40b1283d as hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/default/test/172b58de8545d10edaaeb6bb31979a3c/norep/99772ed37cf74aa1bd5fe67b40b1283d 2024-11-13T15:56:26,901 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99772ed37cf74aa1bd5fe67b40b1283d 2024-11-13T15:56:26,901 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/default/test/172b58de8545d10edaaeb6bb31979a3c/norep/99772ed37cf74aa1bd5fe67b40b1283d, entries=1, sequenceid=10, filesize=5.0 K 2024-11-13T15:56:26,902 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 172b58de8545d10edaaeb6bb31979a3c in 1294ms, sequenceid=10, compaction requested=false 2024-11-13T15:56:26,902 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T15:56:26,905 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/hbase/meta/1588230740/.tmp/table/e9519dc47ca046be953f0670a7dd7b32 is 53, key is hbase:replication/table:state/1731513372168/Put/seqid=0 2024-11-13T15:56:26,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741846_1022 (size=5308) 2024-11-13T15:56:26,908 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/hbase/meta/1588230740/.tmp/table/e9519dc47ca046be953f0670a7dd7b32 2024-11-13T15:56:26,908 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/default/test/172b58de8545d10edaaeb6bb31979a3c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T15:56:26,909 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:56:26,909 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T15:56:26,909 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731513367495.172b58de8545d10edaaeb6bb31979a3c. 2024-11-13T15:56:26,909 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 172b58de8545d10edaaeb6bb31979a3c: Waiting for close lock at 1731513385608Running coprocessor pre-close hooks at 1731513385608Disabling compacts and flushes for region at 1731513385608Disabling writes for close at 1731513385608Obtaining lock to block concurrent updates at 1731513385609 (+1 ms)Preparing flush snapshotting stores in 172b58de8545d10edaaeb6bb31979a3c at 1731513385609Finished memstore snapshotting test,,1731513367495.172b58de8545d10edaaeb6bb31979a3c., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731513385609Flushing stores of test,,1731513367495.172b58de8545d10edaaeb6bb31979a3c. at 1731513385609Flushing 172b58de8545d10edaaeb6bb31979a3c/f: creating writer at 1731513385609Flushing 172b58de8545d10edaaeb6bb31979a3c/f: appending metadata at 1731513385630 (+21 ms)Flushing 172b58de8545d10edaaeb6bb31979a3c/f: closing flushed file at 1731513385630Flushing 172b58de8545d10edaaeb6bb31979a3c/f1: creating writer at 1731513386044 (+414 ms)Flushing 172b58de8545d10edaaeb6bb31979a3c/f1: appending metadata at 1731513386057 (+13 ms)Flushing 172b58de8545d10edaaeb6bb31979a3c/f1: closing flushed file at 1731513386057Flushing 172b58de8545d10edaaeb6bb31979a3c/norep: creating writer at 1731513386467 (+410 ms)Flushing 172b58de8545d10edaaeb6bb31979a3c/norep: appending metadata at 1731513386481 (+14 ms)Flushing 172b58de8545d10edaaeb6bb31979a3c/norep: closing flushed file at 1731513386481Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19c33957: reopening flushed file at 1731513386889 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@103552fb: reopening flushed file at 1731513386894 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a0f9969: reopening flushed file at 1731513386897 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 172b58de8545d10edaaeb6bb31979a3c in 1294ms, sequenceid=10, compaction requested=false at 1731513386902 (+5 ms)Writing region close event to WAL at 1731513386905 (+3 ms)Running coprocessor post-close hooks at 1731513386909 (+4 ms)Closed at 1731513386909 2024-11-13T15:56:26,909 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731513367495.172b58de8545d10edaaeb6bb31979a3c. 2024-11-13T15:56:26,909 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0d30b0848124a6553403a0c97e62c5c, disabling compactions & flushes 2024-11-13T15:56:26,909 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731513370969.b0d30b0848124a6553403a0c97e62c5c. 2024-11-13T15:56:26,909 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731513370969.b0d30b0848124a6553403a0c97e62c5c. 2024-11-13T15:56:26,909 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731513370969.b0d30b0848124a6553403a0c97e62c5c. after waiting 0 ms 2024-11-13T15:56:26,909 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731513370969.b0d30b0848124a6553403a0c97e62c5c. 2024-11-13T15:56:26,909 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0d30b0848124a6553403a0c97e62c5c: Waiting for close lock at 1731513386909Running coprocessor pre-close hooks at 1731513386909Disabling compacts and flushes for region at 1731513386909Disabling writes for close at 1731513386909Failed flush hbase:replication,,1731513370969.b0d30b0848124a6553403a0c97e62c5c., putting online again at 1731513386909 2024-11-13T15:56:26,909 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731513370969.b0d30b0848124a6553403a0c97e62c5c. 2024-11-13T15:56:26,912 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/hbase/meta/1588230740/.tmp/info/970be50da248455fa1ed19fe87c15f4f as hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/hbase/meta/1588230740/info/970be50da248455fa1ed19fe87c15f4f 2024-11-13T15:56:26,915 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/hbase/meta/1588230740/info/970be50da248455fa1ed19fe87c15f4f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T15:56:26,915 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/hbase/meta/1588230740/.tmp/ns/d1121a6ff61d48bc9d1110719f8b84d3 as hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/hbase/meta/1588230740/ns/d1121a6ff61d48bc9d1110719f8b84d3 2024-11-13T15:56:26,918 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/hbase/meta/1588230740/ns/d1121a6ff61d48bc9d1110719f8b84d3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T15:56:26,919 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/hbase/meta/1588230740/.tmp/rep_barrier/6d4a4b91f957401ca8733b50cc2d3401 as hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/hbase/meta/1588230740/rep_barrier/6d4a4b91f957401ca8733b50cc2d3401 2024-11-13T15:56:26,921 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/hbase/meta/1588230740/rep_barrier/6d4a4b91f957401ca8733b50cc2d3401, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T15:56:26,922 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/hbase/meta/1588230740/.tmp/table/e9519dc47ca046be953f0670a7dd7b32 as hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/hbase/meta/1588230740/table/e9519dc47ca046be953f0670a7dd7b32 2024-11-13T15:56:26,924 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/hbase/meta/1588230740/table/e9519dc47ca046be953f0670a7dd7b32, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T15:56:26,925 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=16, compaction requested=false 2024-11-13T15:56:26,925 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T15:56:26,929 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T15:56:26,929 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:56:26,929 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:56:26,929 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:56:26,929 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513385609Running coprocessor pre-close hooks at 1731513385609Disabling compacts and flushes for region at 1731513385609Disabling writes for close at 1731513385609Obtaining lock to block concurrent updates at 1731513385609Preparing flush snapshotting stores in 1588230740 at 1731513385609Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731513385609Flushing stores of hbase:meta,,1.1588230740 at 1731513385610 (+1 ms)Flushing 1588230740/info: creating writer at 1731513385610Flushing 1588230740/info: appending metadata at 1731513385630 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731513385630Flushing 1588230740/ns: creating writer at 1731513386040 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731513386057 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731513386057Flushing 1588230740/rep_barrier: creating writer at 1731513386467 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731513386481 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731513386481Flushing 1588230740/table: creating writer at 1731513386890 (+409 ms)Flushing 1588230740/table: appending metadata at 1731513386904 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731513386904Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e426dce: reopening flushed file at 1731513386911 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4aa0ac0d: reopening flushed file at 1731513386915 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38b2fb42: reopening flushed file at 1731513386918 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37c8f701: reopening flushed file at 1731513386921 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=16, compaction requested=false at 1731513386925 (+4 ms)Writing region close event to WAL at 1731513386927 (+2 ms)Running coprocessor post-close hooks at 1731513386929 (+2 ms)Closed at 1731513386929 2024-11-13T15:56:26,929 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T15:56:27,010 INFO [RS:0;c4c650e80f58:37787 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T15:56:27,010 DEBUG [RS:0;c4c650e80f58:37787 {}] regionserver.HRegionServer(1325): Online Regions={b0d30b0848124a6553403a0c97e62c5c=hbase:replication,,1731513370969.b0d30b0848124a6553403a0c97e62c5c.} 2024-11-13T15:56:27,010 INFO [RS:0;c4c650e80f58:37787 {}] regionserver.HRegionServer(3091): Received CLOSE for b0d30b0848124a6553403a0c97e62c5c 2024-11-13T15:56:27,010 DEBUG [RS:0;c4c650e80f58:37787 {}] regionserver.HRegionServer(1351): Waiting on b0d30b0848124a6553403a0c97e62c5c 2024-11-13T15:56:27,010 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0d30b0848124a6553403a0c97e62c5c, disabling compactions & flushes 2024-11-13T15:56:27,011 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731513370969.b0d30b0848124a6553403a0c97e62c5c. 2024-11-13T15:56:27,011 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731513370969.b0d30b0848124a6553403a0c97e62c5c. 2024-11-13T15:56:27,011 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731513370969.b0d30b0848124a6553403a0c97e62c5c. after waiting 0 ms 2024-11-13T15:56:27,011 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731513370969.b0d30b0848124a6553403a0c97e62c5c. 2024-11-13T15:56:27,011 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0d30b0848124a6553403a0c97e62c5c: Waiting for close lock at 1731513387010Running coprocessor pre-close hooks at 1731513387010Disabling compacts and flushes for region at 1731513387010Disabling writes for close at 1731513387011 (+1 ms)Failed flush hbase:replication,,1731513370969.b0d30b0848124a6553403a0c97e62c5c., putting online again at 1731513387011 2024-11-13T15:56:27,011 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731513370969.b0d30b0848124a6553403a0c97e62c5c. 2024-11-13T15:56:27,209 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T15:56:27,211 INFO [RS:0;c4c650e80f58:37787 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T15:56:27,211 INFO [RS:0;c4c650e80f58:37787 {}] regionserver.HRegionServer(976): stopping server c4c650e80f58,37787,1731513361103; all regions closed. 2024-11-13T15:56:27,213 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.meta.1731513362895.meta not finished, retry = 0 2024-11-13T15:56:27,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741834_1010 (size=4239) 2024-11-13T15:56:27,269 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 1438, reset compression=false 2024-11-13T15:56:27,273 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:56:27,273 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/WALs/c4c650e80f58,37787,1731513361103/c4c650e80f58%2C37787%2C1731513361103.1731513361973 to pos 2082, reset compression=false 2024-11-13T15:56:27,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741839_1015 (size=2171) 2024-11-13T15:56:27,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741832_1008 (size=2090) 2024-11-13T15:56:27,318 DEBUG [RS:0;c4c650e80f58:37787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:27,318 INFO [RS:0;c4c650e80f58:37787 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:56:27,318 INFO [RS:0;c4c650e80f58:37787 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:56:27,318 INFO [RS:0;c4c650e80f58:37787 {}] hbase.ChoreService(370): Chore service for: regionserver/c4c650e80f58:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T15:56:27,318 INFO [RS:0;c4c650e80f58:37787 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:56:27,318 INFO [regionserver/c4c650e80f58:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:56:27,319 INFO [RS:0;c4c650e80f58:37787 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c4c650e80f58,37787,1731513361103 because: Region server is closing 2024-11-13T15:56:27,319 INFO [RS:0;c4c650e80f58:37787 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:37787. 2024-11-13T15:56:27,319 DEBUG [RS:0;c4c650e80f58:37787 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:56:27,319 DEBUG [RS:0;c4c650e80f58:37787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:27,319 DEBUG [RS:0;c4c650e80f58:37787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:27,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:56:27,420 INFO [RS:0;c4c650e80f58:37787 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.shipperc4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 terminated 2024-11-13T15:56:27,420 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,37787,1731513361103.replicationSource.wal-reader.c4c650e80f58%2C37787%2C1731513361103,1-c4c650e80f58,37787,1731513361103 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T15:56:27,420 INFO [RS:0;c4c650e80f58:37787 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:37787. 2024-11-13T15:56:27,420 DEBUG [RS:0;c4c650e80f58:37787 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:56:27,420 DEBUG [RS:0;c4c650e80f58:37787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:27,420 DEBUG [RS:0;c4c650e80f58:37787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:27,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:56:27,420 INFO [RS:0;c4c650e80f58:37787 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37787 2024-11-13T15:56:27,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x100a6009fd90004, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-274917961/rs/c4c650e80f58,37787,1731513361103 2024-11-13T15:56:27,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36457-0x100a6009fd90003, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-274917961/rs 2024-11-13T15:56:27,424 INFO [RS:0;c4c650e80f58:37787 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:56:27,428 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4c650e80f58,37787,1731513361103] 2024-11-13T15:56:27,429 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-274917961/draining/c4c650e80f58,37787,1731513361103 already deleted, retry=false 2024-11-13T15:56:27,429 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4c650e80f58,37787,1731513361103 expired; onlineServers=0 2024-11-13T15:56:27,429 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4c650e80f58,36457,1731513361062' ***** 2024-11-13T15:56:27,429 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T15:56:27,430 INFO [M:0;c4c650e80f58:36457 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:56:27,430 INFO [M:0;c4c650e80f58:36457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:56:27,430 DEBUG [M:0;c4c650e80f58:36457 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T15:56:27,430 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T15:56:27,430 DEBUG [M:0;c4c650e80f58:36457 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T15:56:27,430 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513361747 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513361747,5,FailOnTimeoutGroup] 2024-11-13T15:56:27,430 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513361742 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513361742,5,FailOnTimeoutGroup] 2024-11-13T15:56:27,430 INFO [M:0;c4c650e80f58:36457 {}] hbase.ChoreService(370): Chore service for: master/c4c650e80f58:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T15:56:27,430 INFO [M:0;c4c650e80f58:36457 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:56:27,430 DEBUG [M:0;c4c650e80f58:36457 {}] master.HMaster(1795): Stopping service threads 2024-11-13T15:56:27,430 INFO [M:0;c4c650e80f58:36457 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T15:56:27,430 INFO [M:0;c4c650e80f58:36457 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:56:27,431 INFO [M:0;c4c650e80f58:36457 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T15:56:27,431 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T15:56:27,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36457-0x100a6009fd90003, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-274917961/master 2024-11-13T15:56:27,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36457-0x100a6009fd90003, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-274917961 2024-11-13T15:56:27,433 DEBUG [M:0;c4c650e80f58:36457 {}] zookeeper.ZKUtil(347): master:36457-0x100a6009fd90003, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Unable to get data of znode /1-274917961/master because node does not exist (not an error) 2024-11-13T15:56:27,433 WARN [M:0;c4c650e80f58:36457 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T15:56:27,434 INFO [M:0;c4c650e80f58:36457 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/.lastflushedseqids 2024-11-13T15:56:27,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741847_1023 (size=245) 2024-11-13T15:56:27,438 INFO [M:0;c4c650e80f58:36457 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T15:56:27,438 INFO [M:0;c4c650e80f58:36457 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T15:56:27,438 DEBUG [M:0;c4c650e80f58:36457 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:56:27,438 INFO [M:0;c4c650e80f58:36457 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:27,438 DEBUG [M:0;c4c650e80f58:36457 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:27,438 DEBUG [M:0;c4c650e80f58:36457 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:56:27,438 DEBUG [M:0;c4c650e80f58:36457 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:27,438 INFO [M:0;c4c650e80f58:36457 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T15:56:27,453 DEBUG [M:0;c4c650e80f58:36457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4300429aa4d04a3f92d01a283ec3464e is 82, key is hbase:meta,,1/info:regioninfo/1731513362930/Put/seqid=0 2024-11-13T15:56:27,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741848_1024 (size=5672) 2024-11-13T15:56:27,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x100a6009fd90004, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:56:27,528 INFO [RS:0;c4c650e80f58:37787 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:56:27,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x100a6009fd90004, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:56:27,528 INFO [RS:0;c4c650e80f58:37787 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4c650e80f58,37787,1731513361103; zookeeper connection closed. 2024-11-13T15:56:27,529 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b3af1c6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b3af1c6 2024-11-13T15:56:27,529 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T15:56:27,857 INFO [M:0;c4c650e80f58:36457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4300429aa4d04a3f92d01a283ec3464e 2024-11-13T15:56:27,875 DEBUG [M:0;c4c650e80f58:36457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/50599415dfe04146abade8692520edf0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731513372172/Put/seqid=0 2024-11-13T15:56:27,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741849_1025 (size=8516) 2024-11-13T15:56:27,902 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T15:56:27,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:27,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:27,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:27,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:27,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:27,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:27,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:27,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:27,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:27,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:27,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:27,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:27,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:27,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:27,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:27,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:28,143 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.wal-reader.c4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303 to pos 636, reset compression=false 2024-11-13T15:56:28,279 INFO [M:0;c4c650e80f58:36457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/50599415dfe04146abade8692520edf0 2024-11-13T15:56:28,297 DEBUG [M:0;c4c650e80f58:36457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62a9111f6de04ec6a3fb38ed70586f9a is 69, key is c4c650e80f58,37787,1731513361103/rs:state/1731513361782/Put/seqid=0 2024-11-13T15:56:28,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741850_1026 (size=5156) 2024-11-13T15:56:28,701 INFO [M:0;c4c650e80f58:36457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62a9111f6de04ec6a3fb38ed70586f9a 2024-11-13T15:56:28,705 DEBUG [M:0;c4c650e80f58:36457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4300429aa4d04a3f92d01a283ec3464e as hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4300429aa4d04a3f92d01a283ec3464e 2024-11-13T15:56:28,708 INFO [M:0;c4c650e80f58:36457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4300429aa4d04a3f92d01a283ec3464e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T15:56:28,709 DEBUG [M:0;c4c650e80f58:36457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/50599415dfe04146abade8692520edf0 as hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/50599415dfe04146abade8692520edf0 2024-11-13T15:56:28,713 INFO [M:0;c4c650e80f58:36457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/50599415dfe04146abade8692520edf0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T15:56:28,713 DEBUG [M:0;c4c650e80f58:36457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62a9111f6de04ec6a3fb38ed70586f9a as hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62a9111f6de04ec6a3fb38ed70586f9a 2024-11-13T15:56:28,717 INFO [M:0;c4c650e80f58:36457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37085/user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62a9111f6de04ec6a3fb38ed70586f9a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T15:56:28,717 INFO [M:0;c4c650e80f58:36457 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false 2024-11-13T15:56:28,719 INFO [M:0;c4c650e80f58:36457 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:28,719 DEBUG [M:0;c4c650e80f58:36457 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513387438Disabling compacts and flushes for region at 1731513387438Disabling writes for close at 1731513387438Obtaining lock to block concurrent updates at 1731513387438Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731513387438Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731513387439 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731513387439Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731513387439Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731513387453 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731513387453Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731513387860 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731513387874 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731513387874Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731513388282 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731513388296 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731513388296Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ba46fb7: reopening flushed file at 1731513388704 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bf4da04: reopening flushed file at 1731513388708 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3eaa45f3: reopening flushed file at 1731513388713 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false at 1731513388717 (+4 ms)Writing region close event to WAL at 1731513388719 (+2 ms)Closed at 1731513388719 2024-11-13T15:56:28,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741830_1006 (size=63654) 2024-11-13T15:56:28,727 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d46bba49-32fa-4e26-1af4-43a374fa44e9/MasterData/WALs/c4c650e80f58,36457,1731513361062/c4c650e80f58%2C36457%2C1731513361062.1731513361650 not finished, retry = 0 2024-11-13T15:56:28,828 INFO [M:0;c4c650e80f58:36457 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T15:56:28,828 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:56:28,828 INFO [M:0;c4c650e80f58:36457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36457 2024-11-13T15:56:28,829 INFO [M:0;c4c650e80f58:36457 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:56:28,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36457-0x100a6009fd90003, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:56:28,931 INFO [M:0;c4c650e80f58:36457 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:56:28,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36457-0x100a6009fd90003, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:56:28,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1424a674{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:56:28,934 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@143dceeb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:56:28,934 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:56:28,934 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@137da9c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:56:28,934 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fc897e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb849f9c-31c1-db7c-1081-0ce5b9b1ada6/hadoop.log.dir/,STOPPED} 2024-11-13T15:56:28,935 WARN [BP-643244549-172.17.0.3-1731513360064 heartbeating to localhost/127.0.0.1:37085 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T15:56:28,935 WARN [BP-643244549-172.17.0.3-1731513360064 heartbeating to localhost/127.0.0.1:37085 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-643244549-172.17.0.3-1731513360064 (Datanode Uuid 0415cd87-fb75-4d49-8127-c5a7cc1f7b80) service to localhost/127.0.0.1:37085 2024-11-13T15:56:28,935 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T15:56:28,936 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T15:56:28,936 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb849f9c-31c1-db7c-1081-0ce5b9b1ada6/cluster_d3a6f738-3d09-4a76-d429-e473dc929836/data/data1/current/BP-643244549-172.17.0.3-1731513360064 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:56:28,936 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb849f9c-31c1-db7c-1081-0ce5b9b1ada6/cluster_d3a6f738-3d09-4a76-d429-e473dc929836/data/data2/current/BP-643244549-172.17.0.3-1731513360064 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:56:28,936 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T15:56:28,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@673af117{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:56:28,943 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a92f60{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:56:28,943 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:56:28,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2147e0a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:56:28,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71f3c358{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb849f9c-31c1-db7c-1081-0ce5b9b1ada6/hadoop.log.dir/,STOPPED} 2024-11-13T15:56:28,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T15:56:28,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T15:56:28,955 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:56:28,955 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:56:28,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:28,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:28,955 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:56:28,955 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T15:56:28,955 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1004397822, stopped=false 2024-11-13T15:56:28,956 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4c650e80f58,32819,1731513357630 2024-11-13T15:56:28,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x100a6009fd90000, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2102520087/running 2024-11-13T15:56:28,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35689-0x100a6009fd90001, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2102520087/running 2024-11-13T15:56:28,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x100a6009fd90000, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102520087 2024-11-13T15:56:28,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35689-0x100a6009fd90001, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102520087 2024-11-13T15:56:28,957 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:56:28,957 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:56:28,957 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:56:28,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:28,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32819-0x100a6009fd90000, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Set watcher on znode that does not yet exist, /0-2102520087/running 2024-11-13T15:56:28,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35689-0x100a6009fd90001, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Set watcher on znode that does not yet exist, /0-2102520087/running 2024-11-13T15:56:28,958 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4c650e80f58,35689,1731513357688' ***** 2024-11-13T15:56:28,958 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T15:56:28,958 INFO [RS:0;c4c650e80f58:35689 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T15:56:28,958 INFO [RS:0;c4c650e80f58:35689 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T15:56:28,958 INFO [RS:0;c4c650e80f58:35689 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T15:56:28,958 INFO [RS:0;c4c650e80f58:35689 {}] regionserver.HRegionServer(3091): Received CLOSE for daa17e752427419dfd9dda39c8299894 2024-11-13T15:56:28,959 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T15:56:28,959 INFO [RS:0;c4c650e80f58:35689 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d9bbe816a334435fb2fe0da2a6e1fe3 2024-11-13T15:56:28,959 INFO [RS:0;c4c650e80f58:35689 {}] regionserver.HRegionServer(959): stopping server c4c650e80f58,35689,1731513357688 2024-11-13T15:56:28,959 INFO [RS:0;c4c650e80f58:35689 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:56:28,959 INFO [RS:0;c4c650e80f58:35689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:35689. 2024-11-13T15:56:28,959 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing daa17e752427419dfd9dda39c8299894, disabling compactions & flushes 2024-11-13T15:56:28,959 DEBUG [RS:0;c4c650e80f58:35689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:56:28,959 DEBUG [RS:0;c4c650e80f58:35689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:28,959 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731513366852.daa17e752427419dfd9dda39c8299894. 2024-11-13T15:56:28,959 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731513366852.daa17e752427419dfd9dda39c8299894. 2024-11-13T15:56:28,959 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731513366852.daa17e752427419dfd9dda39c8299894. after waiting 0 ms 2024-11-13T15:56:28,959 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731513366852.daa17e752427419dfd9dda39c8299894. 2024-11-13T15:56:28,959 INFO [RS:0;c4c650e80f58:35689 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T15:56:28,959 INFO [RS:0;c4c650e80f58:35689 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T15:56:28,959 INFO [RS:0;c4c650e80f58:35689 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T15:56:28,959 INFO [RS:0;c4c650e80f58:35689 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T15:56:28,959 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing daa17e752427419dfd9dda39c8299894 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-13T15:56:28,959 INFO [RS:0;c4c650e80f58:35689 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T15:56:28,959 DEBUG [RS:0;c4c650e80f58:35689 {}] regionserver.HRegionServer(1325): Online Regions={daa17e752427419dfd9dda39c8299894=test,,1731513366852.daa17e752427419dfd9dda39c8299894., 0d9bbe816a334435fb2fe0da2a6e1fe3=hbase:replication,,1731513369833.0d9bbe816a334435fb2fe0da2a6e1fe3., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T15:56:28,959 DEBUG [RS:0;c4c650e80f58:35689 {}] regionserver.HRegionServer(1351): Waiting on 0d9bbe816a334435fb2fe0da2a6e1fe3, 1588230740, daa17e752427419dfd9dda39c8299894 2024-11-13T15:56:28,959 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:56:28,960 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:56:28,960 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:56:28,960 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:56:28,960 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:56:28,960 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T15:56:28,974 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/hbase/meta/1588230740/.tmp/info/4389cf07599b4ce9ac29e853abe99f07 is 147, key is hbase:replication,,1731513369833.0d9bbe816a334435fb2fe0da2a6e1fe3./info:regioninfo/1731513370642/Put/seqid=0 2024-11-13T15:56:28,975 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/default/test/daa17e752427419dfd9dda39c8299894/.tmp/f/89668d2012f14f5ab8cec6ac5ca5a69a is 28, key is row/f:/1731513378333/DeleteFamily/seqid=0 2024-11-13T15:56:28,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38359 is added to blk_1073741840_1016 (size=7686) 2024-11-13T15:56:28,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38359 is added to blk_1073741841_1017 (size=5085) 2024-11-13T15:56:28,987 INFO [regionserver/c4c650e80f58:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:56:29,160 DEBUG [RS:0;c4c650e80f58:35689 {}] regionserver.HRegionServer(1351): Waiting on 0d9bbe816a334435fb2fe0da2a6e1fe3, 1588230740, daa17e752427419dfd9dda39c8299894 2024-11-13T15:56:29,163 INFO [regionserver/c4c650e80f58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T15:56:29,163 INFO [regionserver/c4c650e80f58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T15:56:29,360 DEBUG [RS:0;c4c650e80f58:35689 {}] regionserver.HRegionServer(1351): Waiting on 0d9bbe816a334435fb2fe0da2a6e1fe3, 1588230740, daa17e752427419dfd9dda39c8299894 2024-11-13T15:56:29,378 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/default/test/daa17e752427419dfd9dda39c8299894/.tmp/f/89668d2012f14f5ab8cec6ac5ca5a69a 2024-11-13T15:56:29,378 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/hbase/meta/1588230740/.tmp/info/4389cf07599b4ce9ac29e853abe99f07 2024-11-13T15:56:29,384 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89668d2012f14f5ab8cec6ac5ca5a69a 2024-11-13T15:56:29,398 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/hbase/meta/1588230740/.tmp/ns/259a8f703c1249c9b74eddfbedd7d0da is 43, key is default/ns:d/1731513359904/Put/seqid=0 2024-11-13T15:56:29,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38359 is added to blk_1073741842_1018 (size=5153) 2024-11-13T15:56:29,401 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/default/test/daa17e752427419dfd9dda39c8299894/.tmp/f1/39c4fed62e8c4e6894e64c85820bbf4f is 29, key is row/f1:/1731513378333/DeleteFamily/seqid=0 2024-11-13T15:56:29,402 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/hbase/meta/1588230740/.tmp/ns/259a8f703c1249c9b74eddfbedd7d0da 2024-11-13T15:56:29,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38359 is added to blk_1073741843_1019 (size=5089) 2024-11-13T15:56:29,405 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/default/test/daa17e752427419dfd9dda39c8299894/.tmp/f1/39c4fed62e8c4e6894e64c85820bbf4f 2024-11-13T15:56:29,408 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 39c4fed62e8c4e6894e64c85820bbf4f 2024-11-13T15:56:29,420 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/hbase/meta/1588230740/.tmp/rep_barrier/96b018a88076496b96c2985621d66aa7 is 112, key is test,,1731513366852.daa17e752427419dfd9dda39c8299894./rep_barrier:seqnumDuringOpen/1731513367240/Put/seqid=0 2024-11-13T15:56:29,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38359 is added to blk_1073741844_1020 (size=5518) 2024-11-13T15:56:29,424 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/hbase/meta/1588230740/.tmp/rep_barrier/96b018a88076496b96c2985621d66aa7 2024-11-13T15:56:29,425 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/default/test/daa17e752427419dfd9dda39c8299894/.tmp/norep/c68b6c2e1cda40f1893e0c7faadfa7b4 is 32, key is row/norep:/1731513378333/DeleteFamily/seqid=0 2024-11-13T15:56:29,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38359 is added to blk_1073741845_1021 (size=5101) 2024-11-13T15:56:29,429 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/default/test/daa17e752427419dfd9dda39c8299894/.tmp/norep/c68b6c2e1cda40f1893e0c7faadfa7b4 2024-11-13T15:56:29,432 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c68b6c2e1cda40f1893e0c7faadfa7b4 2024-11-13T15:56:29,432 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/default/test/daa17e752427419dfd9dda39c8299894/.tmp/f/89668d2012f14f5ab8cec6ac5ca5a69a as hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/default/test/daa17e752427419dfd9dda39c8299894/f/89668d2012f14f5ab8cec6ac5ca5a69a 2024-11-13T15:56:29,436 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89668d2012f14f5ab8cec6ac5ca5a69a 2024-11-13T15:56:29,436 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/default/test/daa17e752427419dfd9dda39c8299894/f/89668d2012f14f5ab8cec6ac5ca5a69a, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T15:56:29,436 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/default/test/daa17e752427419dfd9dda39c8299894/.tmp/f1/39c4fed62e8c4e6894e64c85820bbf4f as hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/default/test/daa17e752427419dfd9dda39c8299894/f1/39c4fed62e8c4e6894e64c85820bbf4f 2024-11-13T15:56:29,439 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 39c4fed62e8c4e6894e64c85820bbf4f 2024-11-13T15:56:29,439 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/default/test/daa17e752427419dfd9dda39c8299894/f1/39c4fed62e8c4e6894e64c85820bbf4f, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T15:56:29,440 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/default/test/daa17e752427419dfd9dda39c8299894/.tmp/norep/c68b6c2e1cda40f1893e0c7faadfa7b4 as hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/default/test/daa17e752427419dfd9dda39c8299894/norep/c68b6c2e1cda40f1893e0c7faadfa7b4 2024-11-13T15:56:29,442 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/hbase/meta/1588230740/.tmp/table/cf3dc9071bd14072a32cb4308a93466b is 53, key is hbase:replication/table:state/1731513370651/Put/seqid=0 2024-11-13T15:56:29,443 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c68b6c2e1cda40f1893e0c7faadfa7b4 2024-11-13T15:56:29,443 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/default/test/daa17e752427419dfd9dda39c8299894/norep/c68b6c2e1cda40f1893e0c7faadfa7b4, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T15:56:29,444 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for daa17e752427419dfd9dda39c8299894 in 485ms, sequenceid=6, compaction requested=false 2024-11-13T15:56:29,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38359 is added to blk_1073741846_1022 (size=5308) 2024-11-13T15:56:29,448 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/default/test/daa17e752427419dfd9dda39c8299894/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T15:56:29,448 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:56:29,448 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T15:56:29,448 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731513366852.daa17e752427419dfd9dda39c8299894. 2024-11-13T15:56:29,448 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for daa17e752427419dfd9dda39c8299894: Waiting for close lock at 1731513388959Running coprocessor pre-close hooks at 1731513388959Disabling compacts and flushes for region at 1731513388959Disabling writes for close at 1731513388959Obtaining lock to block concurrent updates at 1731513388959Preparing flush snapshotting stores in daa17e752427419dfd9dda39c8299894 at 1731513388959Finished memstore snapshotting test,,1731513366852.daa17e752427419dfd9dda39c8299894., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731513388959Flushing stores of test,,1731513366852.daa17e752427419dfd9dda39c8299894. at 1731513388960 (+1 ms)Flushing daa17e752427419dfd9dda39c8299894/f: creating writer at 1731513388960Flushing daa17e752427419dfd9dda39c8299894/f: appending metadata at 1731513388974 (+14 ms)Flushing daa17e752427419dfd9dda39c8299894/f: closing flushed file at 1731513388974Flushing daa17e752427419dfd9dda39c8299894/f1: creating writer at 1731513389384 (+410 ms)Flushing daa17e752427419dfd9dda39c8299894/f1: appending metadata at 1731513389401 (+17 ms)Flushing daa17e752427419dfd9dda39c8299894/f1: closing flushed file at 1731513389401Flushing daa17e752427419dfd9dda39c8299894/norep: creating writer at 1731513389408 (+7 ms)Flushing daa17e752427419dfd9dda39c8299894/norep: appending metadata at 1731513389424 (+16 ms)Flushing daa17e752427419dfd9dda39c8299894/norep: closing flushed file at 1731513389425 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d9e2700: reopening flushed file at 1731513389432 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c1c3789: reopening flushed file at 1731513389436 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@110415bd: reopening flushed file at 1731513389440 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for daa17e752427419dfd9dda39c8299894 in 485ms, sequenceid=6, compaction requested=false at 1731513389444 (+4 ms)Writing region close event to WAL at 1731513389445 (+1 ms)Running coprocessor post-close hooks at 1731513389448 (+3 ms)Closed at 1731513389448 2024-11-13T15:56:29,448 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731513366852.daa17e752427419dfd9dda39c8299894. 2024-11-13T15:56:29,448 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d9bbe816a334435fb2fe0da2a6e1fe3, disabling compactions & flushes 2024-11-13T15:56:29,448 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731513369833.0d9bbe816a334435fb2fe0da2a6e1fe3. 2024-11-13T15:56:29,449 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731513369833.0d9bbe816a334435fb2fe0da2a6e1fe3. 2024-11-13T15:56:29,449 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731513369833.0d9bbe816a334435fb2fe0da2a6e1fe3. after waiting 0 ms 2024-11-13T15:56:29,449 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731513369833.0d9bbe816a334435fb2fe0da2a6e1fe3. 2024-11-13T15:56:29,449 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0d9bbe816a334435fb2fe0da2a6e1fe3 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-13T15:56:29,464 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/hbase/replication/0d9bbe816a334435fb2fe0da2a6e1fe3/.tmp/queue/288ce82d3ba9443ca938b601f7815981 is 153, key is 1-c4c650e80f58,35689,1731513357688/queue:c4c650e80f58%2C35689%2C1731513357688/1731513379008/Put/seqid=0 2024-11-13T15:56:29,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38359 is added to blk_1073741847_1023 (size=5352) 2024-11-13T15:56:29,547 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.wal-reader.c4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303 to pos 636, reset compression=false 2024-11-13T15:56:29,551 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.wal-reader.c4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:56:29,551 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.wal-reader.c4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303 to pos 1527, reset compression=false 2024-11-13T15:56:29,551 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.shipperc4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,35689,1731513357688 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T15:56:29,552 ERROR [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.shipperc4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c4c650e80f58,35689,1731513357688: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c4c650e80f58,35689,1731513357688, walGroup=c4c650e80f58%2C35689%2C1731513357688, offset=c4c650e80f58%2C35689%2C1731513357688.1731513359303:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:35689 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T15:56:29,553 ERROR [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.shipperc4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T15:56:29,553 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.shipperc4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T15:56:29,554 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.shipperc4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T15:56:29,554 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.shipperc4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T15:56:29,554 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.shipperc4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T15:56:29,554 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.shipperc4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1382023168, "init": 1048576000, "max": 2306867200, "used": 936520872 }, "NonHeapMemoryUsage": { "committed": 205127680, "init": 7667712, "max": -1, "used": 202255160 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T15:56:29,554 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.shipperc4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:32819 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:32819 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T15:56:29,560 DEBUG [RS:0;c4c650e80f58:35689 {}] regionserver.HRegionServer(1351): Waiting on 0d9bbe816a334435fb2fe0da2a6e1fe3, 1588230740 2024-11-13T15:56:29,756 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.wal-reader.c4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/WALs/c4c650e80f58,35689,1731513357688/c4c650e80f58%2C35689%2C1731513357688.1731513359303 to pos 1527, reset compression=false 2024-11-13T15:56:29,760 DEBUG [RS:0;c4c650e80f58:35689 {}] regionserver.HRegionServer(1351): Waiting on 0d9bbe816a334435fb2fe0da2a6e1fe3, 1588230740 2024-11-13T15:56:29,846 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/hbase/meta/1588230740/.tmp/table/cf3dc9071bd14072a32cb4308a93466b 2024-11-13T15:56:29,850 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/hbase/meta/1588230740/.tmp/info/4389cf07599b4ce9ac29e853abe99f07 as hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/hbase/meta/1588230740/info/4389cf07599b4ce9ac29e853abe99f07 2024-11-13T15:56:29,853 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/hbase/meta/1588230740/info/4389cf07599b4ce9ac29e853abe99f07, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T15:56:29,854 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/hbase/meta/1588230740/.tmp/ns/259a8f703c1249c9b74eddfbedd7d0da as hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/hbase/meta/1588230740/ns/259a8f703c1249c9b74eddfbedd7d0da 2024-11-13T15:56:29,857 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/hbase/meta/1588230740/ns/259a8f703c1249c9b74eddfbedd7d0da, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T15:56:29,857 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/hbase/meta/1588230740/.tmp/rep_barrier/96b018a88076496b96c2985621d66aa7 as hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/hbase/meta/1588230740/rep_barrier/96b018a88076496b96c2985621d66aa7 2024-11-13T15:56:29,861 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/hbase/meta/1588230740/rep_barrier/96b018a88076496b96c2985621d66aa7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T15:56:29,861 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/hbase/meta/1588230740/.tmp/table/cf3dc9071bd14072a32cb4308a93466b as hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/hbase/meta/1588230740/table/cf3dc9071bd14072a32cb4308a93466b 2024-11-13T15:56:29,865 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/hbase/meta/1588230740/table/cf3dc9071bd14072a32cb4308a93466b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T15:56:29,865 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 905ms, sequenceid=16, compaction requested=false 2024-11-13T15:56:29,867 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/hbase/replication/0d9bbe816a334435fb2fe0da2a6e1fe3/.tmp/queue/288ce82d3ba9443ca938b601f7815981 2024-11-13T15:56:29,870 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T15:56:29,871 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:56:29,871 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:56:29,871 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:56:29,871 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513388959Running coprocessor pre-close hooks at 1731513388959Disabling compacts and flushes for region at 1731513388959Disabling writes for close at 1731513388960 (+1 ms)Obtaining lock to block concurrent updates at 1731513388960Preparing flush snapshotting stores in 1588230740 at 1731513388960Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731513388960Flushing stores of hbase:meta,,1.1588230740 at 1731513388960Flushing 1588230740/info: creating writer at 1731513388960Flushing 1588230740/info: appending metadata at 1731513388974 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731513388974Flushing 1588230740/ns: creating writer at 1731513389384 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731513389398 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731513389398Flushing 1588230740/rep_barrier: creating writer at 1731513389405 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731513389420 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731513389420Flushing 1588230740/table: creating writer at 1731513389427 (+7 ms)Flushing 1588230740/table: appending metadata at 1731513389441 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731513389441Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d3eaebd: reopening flushed file at 1731513389849 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23a377df: reopening flushed file at 1731513389853 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a83bd97: reopening flushed file at 1731513389857 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@473c12ac: reopening flushed file at 1731513389861 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 905ms, sequenceid=16, compaction requested=false at 1731513389865 (+4 ms)Writing region close event to WAL at 1731513389867 (+2 ms)Running coprocessor post-close hooks at 1731513389871 (+4 ms)Closed at 1731513389871 2024-11-13T15:56:29,871 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T15:56:29,872 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/hbase/replication/0d9bbe816a334435fb2fe0da2a6e1fe3/.tmp/queue/288ce82d3ba9443ca938b601f7815981 as hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/hbase/replication/0d9bbe816a334435fb2fe0da2a6e1fe3/queue/288ce82d3ba9443ca938b601f7815981 2024-11-13T15:56:29,875 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/hbase/replication/0d9bbe816a334435fb2fe0da2a6e1fe3/queue/288ce82d3ba9443ca938b601f7815981, entries=1, sequenceid=8, filesize=5.2 K 2024-11-13T15:56:29,876 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 0d9bbe816a334435fb2fe0da2a6e1fe3 in 427ms, sequenceid=8, compaction requested=false 2024-11-13T15:56:29,876 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T15:56:29,879 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/data/hbase/replication/0d9bbe816a334435fb2fe0da2a6e1fe3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T15:56:29,879 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:56:29,879 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:56:29,879 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731513369833.0d9bbe816a334435fb2fe0da2a6e1fe3. 2024-11-13T15:56:29,879 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d9bbe816a334435fb2fe0da2a6e1fe3: Waiting for close lock at 1731513389448Running coprocessor pre-close hooks at 1731513389448Disabling compacts and flushes for region at 1731513389448Disabling writes for close at 1731513389449 (+1 ms)Obtaining lock to block concurrent updates at 1731513389449Preparing flush snapshotting stores in 0d9bbe816a334435fb2fe0da2a6e1fe3 at 1731513389449Finished memstore snapshotting hbase:replication,,1731513369833.0d9bbe816a334435fb2fe0da2a6e1fe3., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731513389449Flushing stores of hbase:replication,,1731513369833.0d9bbe816a334435fb2fe0da2a6e1fe3. at 1731513389449Flushing 0d9bbe816a334435fb2fe0da2a6e1fe3/queue: creating writer at 1731513389449Flushing 0d9bbe816a334435fb2fe0da2a6e1fe3/queue: appending metadata at 1731513389463 (+14 ms)Flushing 0d9bbe816a334435fb2fe0da2a6e1fe3/queue: closing flushed file at 1731513389463Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@657d2509: reopening flushed file at 1731513389872 (+409 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 0d9bbe816a334435fb2fe0da2a6e1fe3 in 427ms, sequenceid=8, compaction requested=false at 1731513389876 (+4 ms)Writing region close event to WAL at 1731513389877 (+1 ms)Running coprocessor post-close hooks at 1731513389879 (+2 ms)Closed at 1731513389879 2024-11-13T15:56:29,879 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731513369833.0d9bbe816a334435fb2fe0da2a6e1fe3. 2024-11-13T15:56:29,960 INFO [RS:0;c4c650e80f58:35689 {}] regionserver.HRegionServer(976): stopping server c4c650e80f58,35689,1731513357688; all regions closed. 2024-11-13T15:56:29,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38359 is added to blk_1073741834_1010 (size=4239) 2024-11-13T15:56:29,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38359 is added to blk_1073741839_1015 (size=2240) 2024-11-13T15:56:29,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38359 is added to blk_1073741832_1008 (size=1535) 2024-11-13T15:56:29,967 DEBUG [RS:0;c4c650e80f58:35689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:29,967 INFO [RS:0;c4c650e80f58:35689 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:56:29,967 INFO [RS:0;c4c650e80f58:35689 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:56:29,967 INFO [RS:0;c4c650e80f58:35689 {}] hbase.ChoreService(370): Chore service for: regionserver/c4c650e80f58:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T15:56:29,968 INFO [RS:0;c4c650e80f58:35689 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:56:29,968 INFO [regionserver/c4c650e80f58:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:56:29,968 INFO [RS:0;c4c650e80f58:35689 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c4c650e80f58,35689,1731513357688 because: Region server is closing 2024-11-13T15:56:29,968 INFO [RS:0;c4c650e80f58:35689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:35689. 2024-11-13T15:56:29,968 DEBUG [RS:0;c4c650e80f58:35689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:56:29,968 DEBUG [RS:0;c4c650e80f58:35689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:29,968 DEBUG [RS:0;c4c650e80f58:35689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:29,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:56:30,068 INFO [RS:0;c4c650e80f58:35689 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,35689,1731513357688.replicationSource.shipperc4c650e80f58%2C35689%2C1731513357688,1-c4c650e80f58,35689,1731513357688 terminated 2024-11-13T15:56:30,069 INFO [RS:0;c4c650e80f58:35689 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35689 2024-11-13T15:56:30,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35689-0x100a6009fd90001, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2102520087/rs/c4c650e80f58,35689,1731513357688 2024-11-13T15:56:30,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x100a6009fd90000, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102520087/rs 2024-11-13T15:56:30,071 INFO [RS:0;c4c650e80f58:35689 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:56:30,074 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4c650e80f58,35689,1731513357688] 2024-11-13T15:56:30,075 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2102520087/draining/c4c650e80f58,35689,1731513357688 already deleted, retry=false 2024-11-13T15:56:30,075 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4c650e80f58,35689,1731513357688 expired; onlineServers=0 2024-11-13T15:56:30,075 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4c650e80f58,32819,1731513357630' ***** 2024-11-13T15:56:30,075 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T15:56:30,075 INFO [M:0;c4c650e80f58:32819 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:56:30,075 INFO [M:0;c4c650e80f58:32819 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:56:30,075 DEBUG [M:0;c4c650e80f58:32819 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T15:56:30,075 DEBUG [M:0;c4c650e80f58:32819 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T15:56:30,075 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T15:56:30,075 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513359107 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513359107,5,FailOnTimeoutGroup] 2024-11-13T15:56:30,075 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513359107 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513359107,5,FailOnTimeoutGroup] 2024-11-13T15:56:30,076 INFO [M:0;c4c650e80f58:32819 {}] hbase.ChoreService(370): Chore service for: master/c4c650e80f58:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T15:56:30,076 INFO [M:0;c4c650e80f58:32819 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:56:30,076 DEBUG [M:0;c4c650e80f58:32819 {}] master.HMaster(1795): Stopping service threads 2024-11-13T15:56:30,076 INFO [M:0;c4c650e80f58:32819 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T15:56:30,076 INFO [M:0;c4c650e80f58:32819 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:56:30,076 INFO [M:0;c4c650e80f58:32819 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T15:56:30,076 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T15:56:30,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x100a6009fd90000, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2102520087/master 2024-11-13T15:56:30,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x100a6009fd90000, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102520087 2024-11-13T15:56:30,077 DEBUG [M:0;c4c650e80f58:32819 {}] zookeeper.ZKUtil(347): master:32819-0x100a6009fd90000, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Unable to get data of znode /0-2102520087/master because node does not exist (not an error) 2024-11-13T15:56:30,077 WARN [M:0;c4c650e80f58:32819 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T15:56:30,077 INFO [M:0;c4c650e80f58:32819 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/.lastflushedseqids 2024-11-13T15:56:30,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38359 is added to blk_1073741848_1024 (size=245) 2024-11-13T15:56:30,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35689-0x100a6009fd90001, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:56:30,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35689-0x100a6009fd90001, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:56:30,174 INFO [RS:0;c4c650e80f58:35689 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:56:30,174 INFO [RS:0;c4c650e80f58:35689 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4c650e80f58,35689,1731513357688; zookeeper connection closed. 2024-11-13T15:56:30,174 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e82cdea {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e82cdea 2024-11-13T15:56:30,174 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T15:56:30,482 INFO [M:0;c4c650e80f58:32819 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T15:56:30,482 INFO [M:0;c4c650e80f58:32819 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T15:56:30,482 DEBUG [M:0;c4c650e80f58:32819 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:56:30,482 INFO [M:0;c4c650e80f58:32819 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:30,482 DEBUG [M:0;c4c650e80f58:32819 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:30,482 DEBUG [M:0;c4c650e80f58:32819 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:56:30,482 DEBUG [M:0;c4c650e80f58:32819 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:30,482 INFO [M:0;c4c650e80f58:32819 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T15:56:30,497 DEBUG [M:0;c4c650e80f58:32819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7abce09876d9481b95a3ada95a717e0b is 82, key is hbase:meta,,1/info:regioninfo/1731513359893/Put/seqid=0 2024-11-13T15:56:30,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38359 is added to blk_1073741849_1025 (size=5672) 2024-11-13T15:56:30,901 INFO [M:0;c4c650e80f58:32819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7abce09876d9481b95a3ada95a717e0b 2024-11-13T15:56:30,925 DEBUG [M:0;c4c650e80f58:32819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/158000fa3044417abf63d4bf632a45d0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731513370656/Put/seqid=0 2024-11-13T15:56:30,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38359 is added to blk_1073741850_1026 (size=8516) 2024-11-13T15:56:31,329 INFO [M:0;c4c650e80f58:32819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/158000fa3044417abf63d4bf632a45d0 2024-11-13T15:56:31,346 DEBUG [M:0;c4c650e80f58:32819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a905d1c608fd476bbc5d9e65a822b3fe is 69, key is c4c650e80f58,35689,1731513357688/rs:state/1731513359136/Put/seqid=0 2024-11-13T15:56:31,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38359 is added to blk_1073741851_1027 (size=5156) 2024-11-13T15:56:31,750 INFO [M:0;c4c650e80f58:32819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a905d1c608fd476bbc5d9e65a822b3fe 2024-11-13T15:56:31,755 DEBUG [M:0;c4c650e80f58:32819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7abce09876d9481b95a3ada95a717e0b as hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7abce09876d9481b95a3ada95a717e0b 2024-11-13T15:56:31,758 INFO [M:0;c4c650e80f58:32819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7abce09876d9481b95a3ada95a717e0b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T15:56:31,758 DEBUG [M:0;c4c650e80f58:32819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/158000fa3044417abf63d4bf632a45d0 as hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/158000fa3044417abf63d4bf632a45d0 2024-11-13T15:56:31,761 INFO [M:0;c4c650e80f58:32819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/158000fa3044417abf63d4bf632a45d0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T15:56:31,762 DEBUG [M:0;c4c650e80f58:32819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a905d1c608fd476bbc5d9e65a822b3fe as hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a905d1c608fd476bbc5d9e65a822b3fe 2024-11-13T15:56:31,765 INFO [M:0;c4c650e80f58:32819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32999/user/jenkins/test-data/3301d298-1d45-988d-70db-94f8973ec3f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a905d1c608fd476bbc5d9e65a822b3fe, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T15:56:31,765 INFO [M:0;c4c650e80f58:32819 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false 2024-11-13T15:56:31,766 INFO [M:0;c4c650e80f58:32819 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:31,767 DEBUG [M:0;c4c650e80f58:32819 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513390482Disabling compacts and flushes for region at 1731513390482Disabling writes for close at 1731513390482Obtaining lock to block concurrent updates at 1731513390482Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731513390482Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731513390483 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731513390483Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731513390483Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731513390497 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731513390497Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731513390905 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731513390924 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731513390924Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731513391332 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731513391346 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731513391346Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@721d1632: reopening flushed file at 1731513391754 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aba2708: reopening flushed file at 1731513391758 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cc9c0ed: reopening flushed file at 1731513391761 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false at 1731513391765 (+4 ms)Writing region close event to WAL at 1731513391766 (+1 ms)Closed at 1731513391766 2024-11-13T15:56:31,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38359 is added to blk_1073741830_1006 (size=63654) 2024-11-13T15:56:31,769 INFO [M:0;c4c650e80f58:32819 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T15:56:31,769 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:56:31,769 INFO [M:0;c4c650e80f58:32819 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32819 2024-11-13T15:56:31,769 INFO [M:0;c4c650e80f58:32819 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:56:31,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x100a6009fd90000, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:56:31,871 INFO [M:0;c4c650e80f58:32819 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:56:31,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x100a6009fd90000, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:56:31,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@192e6902{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:56:31,874 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61a91330{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:56:31,874 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:56:31,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@342a218a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:56:31,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cdd17b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f/hadoop.log.dir/,STOPPED} 2024-11-13T15:56:31,876 WARN [BP-2078210036-172.17.0.3-1731513356250 heartbeating to localhost/127.0.0.1:32999 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T15:56:31,876 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T15:56:31,876 WARN [BP-2078210036-172.17.0.3-1731513356250 heartbeating to localhost/127.0.0.1:32999 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2078210036-172.17.0.3-1731513356250 (Datanode Uuid 79a5884f-7ee1-4301-95eb-956dc3ee6145) service to localhost/127.0.0.1:32999 2024-11-13T15:56:31,876 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T15:56:31,877 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f/cluster_e931c368-4806-d460-8caf-23681533f94e/data/data1/current/BP-2078210036-172.17.0.3-1731513356250 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:56:31,877 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f/cluster_e931c368-4806-d460-8caf-23681533f94e/data/data2/current/BP-2078210036-172.17.0.3-1731513356250 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:56:31,877 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T15:56:31,883 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@236b9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:56:31,884 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@aa9630e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:56:31,884 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:56:31,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d74bea2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:56:31,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6aa1a700{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac5915c0-21a4-6809-45c2-d3eb6b05e37f/hadoop.log.dir/,STOPPED} 2024-11-13T15:56:31,890 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T15:56:31,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T15:56:31,915 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 313) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:37085 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36469 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:36469 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52095) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37085 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:32999 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36469 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:32999 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:36469 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:32999 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:37085 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:36469 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:32999 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36469 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36469 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52095) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:36469 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:37085 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36469 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32999 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:37085 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52095) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=792 (was 729) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=414 (was 365) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10531 (was 11669) 2024-11-13T15:56:31,927 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=792, MaxFileDescriptor=1048576, SystemLoadAverage=414, ProcessCount=11, AvailableMemoryMB=10531 2024-11-13T15:56:31,941 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-13T15:56:31,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fe2a0fc-ed98-e2b9-cc52-50d3b911ed3c/hadoop.log.dir so I do NOT create it in target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80 2024-11-13T15:56:31,941 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fe2a0fc-ed98-e2b9-cc52-50d3b911ed3c/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T15:56:31,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fe2a0fc-ed98-e2b9-cc52-50d3b911ed3c/hadoop.tmp.dir so I do NOT create it in target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80 2024-11-13T15:56:31,941 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fe2a0fc-ed98-e2b9-cc52-50d3b911ed3c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T15:56:31,941 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80 2024-11-13T15:56:31,941 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80/cluster_2412d7f7-bb30-e519-3d3f-1ee785dc11b3, deleteOnExit=true 2024-11-13T15:56:31,944 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80/cluster_2412d7f7-bb30-e519-3d3f-1ee785dc11b3/zookeeper_0, clientPort=63099, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80/cluster_2412d7f7-bb30-e519-3d3f-1ee785dc11b3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80/cluster_2412d7f7-bb30-e519-3d3f-1ee785dc11b3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T15:56:31,944 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63099 2024-11-13T15:56:31,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T15:56:31,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T15:56:31,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80/test.cache.data in system properties and HBase conf 2024-11-13T15:56:31,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T15:56:31,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80/hadoop.log.dir in system properties and HBase conf 2024-11-13T15:56:31,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T15:56:31,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T15:56:31,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T15:56:31,945 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T15:56:31,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:56:31,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:56:31,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T15:56:31,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:56:31,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T15:56:31,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T15:56:31,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:56:31,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:56:31,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T15:56:31,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80/nfs.dump.dir in system properties and HBase conf 2024-11-13T15:56:31,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80/java.io.tmpdir in system properties and HBase conf 2024-11-13T15:56:31,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:56:31,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T15:56:31,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T15:56:31,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100a6009fd90002, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T15:56:31,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x100a6009fd90008, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T15:56:31,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100a6009fd90005, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T15:56:31,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100a6009fd90002, quorum=127.0.0.1:52095, baseZNode=/0-2102520087 Received Disconnected from ZooKeeper, ignoring 2024-11-13T15:56:31,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x100a6009fd90008, quorum=127.0.0.1:52095, baseZNode=/21867679014 Received Disconnected from ZooKeeper, ignoring 2024-11-13T15:56:31,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100a6009fd90005, quorum=127.0.0.1:52095, baseZNode=/1-274917961 Received Disconnected from ZooKeeper, ignoring 2024-11-13T15:56:32,034 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:56:32,039 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:56:32,042 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:56:32,042 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:56:32,042 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T15:56:32,043 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:56:32,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16989364{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:56:32,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b891ccf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:56:32,175 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e338b15{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80/java.io.tmpdir/jetty-localhost-33709-hadoop-hdfs-3_4_1-tests_jar-_-any-4073449210361083640/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:56:32,175 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@697b2600{HTTP/1.1, (http/1.1)}{localhost:33709} 2024-11-13T15:56:32,175 INFO [Time-limited test {}] server.Server(415): Started @274549ms 2024-11-13T15:56:32,274 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:56:32,277 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:56:32,281 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:56:32,281 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:56:32,281 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T15:56:32,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69c51e18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:56:32,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@341d0a25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:56:32,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5cd3bd5e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80/java.io.tmpdir/jetty-localhost-39047-hadoop-hdfs-3_4_1-tests_jar-_-any-2320484133823912350/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:56:32,397 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@289d4bc4{HTTP/1.1, (http/1.1)}{localhost:39047} 2024-11-13T15:56:32,397 INFO [Time-limited test {}] server.Server(415): Started @274770ms 2024-11-13T15:56:32,398 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T15:56:32,499 WARN [Thread-4165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80/cluster_2412d7f7-bb30-e519-3d3f-1ee785dc11b3/data/data1/current/BP-209303011-172.17.0.3-1731513391972/current, will proceed with Du for space computation calculation, 2024-11-13T15:56:32,499 WARN [Thread-4166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80/cluster_2412d7f7-bb30-e519-3d3f-1ee785dc11b3/data/data2/current/BP-209303011-172.17.0.3-1731513391972/current, will proceed with Du for space computation calculation, 2024-11-13T15:56:32,519 WARN [Thread-4153 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T15:56:32,522 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5eceef8993f385a with lease ID 0xe184d19a79996927: Processing first storage report for DS-55c0e302-361f-471a-9efd-008600ab7ad4 from datanode DatanodeRegistration(127.0.0.1:44375, datanodeUuid=792fd180-0d85-418b-ae66-782a6b51fb01, infoPort=38827, infoSecurePort=0, ipcPort=45579, storageInfo=lv=-57;cid=testClusterID;nsid=1133216818;c=1731513391972) 2024-11-13T15:56:32,522 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5eceef8993f385a with lease ID 0xe184d19a79996927: from storage DS-55c0e302-361f-471a-9efd-008600ab7ad4 node DatanodeRegistration(127.0.0.1:44375, datanodeUuid=792fd180-0d85-418b-ae66-782a6b51fb01, infoPort=38827, infoSecurePort=0, ipcPort=45579, storageInfo=lv=-57;cid=testClusterID;nsid=1133216818;c=1731513391972), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T15:56:32,522 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5eceef8993f385a with lease ID 0xe184d19a79996927: Processing first storage report for DS-ce52be69-73ba-4771-9a35-3e051ec04828 from datanode DatanodeRegistration(127.0.0.1:44375, datanodeUuid=792fd180-0d85-418b-ae66-782a6b51fb01, infoPort=38827, infoSecurePort=0, ipcPort=45579, storageInfo=lv=-57;cid=testClusterID;nsid=1133216818;c=1731513391972) 2024-11-13T15:56:32,522 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5eceef8993f385a with lease ID 0xe184d19a79996927: from storage DS-ce52be69-73ba-4771-9a35-3e051ec04828 node DatanodeRegistration(127.0.0.1:44375, datanodeUuid=792fd180-0d85-418b-ae66-782a6b51fb01, infoPort=38827, infoSecurePort=0, ipcPort=45579, storageInfo=lv=-57;cid=testClusterID;nsid=1133216818;c=1731513391972), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T15:56:32,620 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80 2024-11-13T15:56:32,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:32,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:32,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741825_1001 (size=7) 2024-11-13T15:56:32,922 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T15:56:32,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:32,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:32,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:32,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:32,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:32,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:32,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:32,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:32,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:32,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:32,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:32,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:32,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:32,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:32,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:32,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:32,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:33,028 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42451/user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4 with version=8 2024-11-13T15:56:33,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42451/user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4/hbase-staging 2024-11-13T15:56:33,030 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:56:33,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:56:33,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:56:33,030 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:56:33,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:56:33,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:56:33,031 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T15:56:33,031 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:56:33,031 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45485 2024-11-13T15:56:33,032 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45485 connecting to ZooKeeper ensemble=127.0.0.1:63099 2024-11-13T15:56:33,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454850x0, quorum=127.0.0.1:63099, baseZNode=/0-1863522571 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:56:33,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45485-0x100a6012b670000 connected 2024-11-13T15:56:33,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:33,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:33,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45485-0x100a6012b670000, quorum=127.0.0.1:63099, baseZNode=/0-1863522571 Set watcher on znode that does not yet exist, /0-1863522571/running 2024-11-13T15:56:33,063 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42451/user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4, hbase.cluster.distributed=false 2024-11-13T15:56:33,065 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45485-0x100a6012b670000, quorum=127.0.0.1:63099, baseZNode=/0-1863522571 Set watcher on znode that does not yet exist, /0-1863522571/acl 2024-11-13T15:56:33,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45485 2024-11-13T15:56:33,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45485 2024-11-13T15:56:33,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45485 2024-11-13T15:56:33,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45485 2024-11-13T15:56:33,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45485 2024-11-13T15:56:33,085 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:56:33,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:56:33,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:56:33,085 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:56:33,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:56:33,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:56:33,085 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T15:56:33,085 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:56:33,086 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34519 2024-11-13T15:56:33,086 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34519 connecting to ZooKeeper ensemble=127.0.0.1:63099 2024-11-13T15:56:33,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:33,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:33,089 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T15:56:33,089 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T15:56:33,089 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T15:56:33,089 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T15:56:33,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345190x0, quorum=127.0.0.1:63099, baseZNode=/0-1863522571 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:56:33,092 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345190x0, quorum=127.0.0.1:63099, baseZNode=/0-1863522571 Set watcher on znode that does not yet exist, /0-1863522571/running 2024-11-13T15:56:33,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34519-0x100a6012b670001 connected 2024-11-13T15:56:33,093 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T15:56:33,097 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T15:56:33,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34519-0x100a6012b670001, quorum=127.0.0.1:63099, baseZNode=/0-1863522571 Set watcher on znode that does not yet exist, /0-1863522571/master 2024-11-13T15:56:33,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34519-0x100a6012b670001, quorum=127.0.0.1:63099, baseZNode=/0-1863522571 Set watcher on znode that does not yet exist, /0-1863522571/acl 2024-11-13T15:56:33,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34519 2024-11-13T15:56:33,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34519 2024-11-13T15:56:33,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34519 2024-11-13T15:56:33,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34519 2024-11-13T15:56:33,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34519 2024-11-13T15:56:33,116 DEBUG [M:0;c4c650e80f58:45485 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4c650e80f58:45485 2024-11-13T15:56:33,117 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1863522571/backup-masters/c4c650e80f58,45485,1731513393030 2024-11-13T15:56:33,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45485-0x100a6012b670000, quorum=127.0.0.1:63099, baseZNode=/0-1863522571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1863522571/backup-masters 2024-11-13T15:56:33,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34519-0x100a6012b670001, quorum=127.0.0.1:63099, baseZNode=/0-1863522571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1863522571/backup-masters 2024-11-13T15:56:33,118 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45485-0x100a6012b670000, quorum=127.0.0.1:63099, baseZNode=/0-1863522571 Set watcher on existing znode=/0-1863522571/backup-masters/c4c650e80f58,45485,1731513393030 2024-11-13T15:56:33,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34519-0x100a6012b670001, quorum=127.0.0.1:63099, baseZNode=/0-1863522571 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1863522571/master 2024-11-13T15:56:33,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34519-0x100a6012b670001, quorum=127.0.0.1:63099, baseZNode=/0-1863522571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1863522571 2024-11-13T15:56:33,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45485-0x100a6012b670000, quorum=127.0.0.1:63099, baseZNode=/0-1863522571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1863522571 2024-11-13T15:56:33,120 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45485-0x100a6012b670000, quorum=127.0.0.1:63099, baseZNode=/0-1863522571 Set watcher on existing znode=/0-1863522571/master 2024-11-13T15:56:33,120 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1863522571/backup-masters/c4c650e80f58,45485,1731513393030 from backup master directory 2024-11-13T15:56:33,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45485-0x100a6012b670000, quorum=127.0.0.1:63099, baseZNode=/0-1863522571 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1863522571/backup-masters/c4c650e80f58,45485,1731513393030 2024-11-13T15:56:33,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34519-0x100a6012b670001, quorum=127.0.0.1:63099, baseZNode=/0-1863522571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1863522571/backup-masters 2024-11-13T15:56:33,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45485-0x100a6012b670000, quorum=127.0.0.1:63099, baseZNode=/0-1863522571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1863522571/backup-masters 2024-11-13T15:56:33,124 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:56:33,124 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4c650e80f58,45485,1731513393030 2024-11-13T15:56:33,129 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42451/user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4/hbase.id] with ID: d0b22654-0373-4126-a55f-cd1ea9220797 2024-11-13T15:56:33,129 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42451/user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4/.tmp/hbase.id 2024-11-13T15:56:33,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741826_1002 (size=42) 2024-11-13T15:56:33,534 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42451/user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4/.tmp/hbase.id]:[hdfs://localhost:42451/user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4/hbase.id] 2024-11-13T15:56:33,542 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:33,542 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T15:56:33,543 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T15:56:33,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45485-0x100a6012b670000, quorum=127.0.0.1:63099, baseZNode=/0-1863522571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1863522571 2024-11-13T15:56:33,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34519-0x100a6012b670001, quorum=127.0.0.1:63099, baseZNode=/0-1863522571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1863522571 2024-11-13T15:56:33,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741827_1003 (size=196) 2024-11-13T15:56:33,555 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:56:33,556 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T15:56:33,556 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:56:33,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741828_1004 (size=1189) 2024-11-13T15:56:33,564 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42451/user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4/MasterData/data/master/store 2024-11-13T15:56:33,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741829_1005 (size=34) 2024-11-13T15:56:33,969 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:33,969 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:56:33,969 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:33,969 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:33,969 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:56:33,969 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:33,969 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:33,969 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513393969Disabling compacts and flushes for region at 1731513393969Disabling writes for close at 1731513393969Writing region close event to WAL at 1731513393969Closed at 1731513393969 2024-11-13T15:56:33,970 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42451/user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4/MasterData/data/master/store/.initializing 2024-11-13T15:56:33,970 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42451/user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4/MasterData/WALs/c4c650e80f58,45485,1731513393030 2024-11-13T15:56:33,971 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:56:33,972 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4c650e80f58%2C45485%2C1731513393030, suffix=, logDir=hdfs://localhost:42451/user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4/MasterData/WALs/c4c650e80f58,45485,1731513393030, archiveDir=hdfs://localhost:42451/user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4/MasterData/oldWALs, maxLogs=10 2024-11-13T15:56:33,986 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4/MasterData/WALs/c4c650e80f58,45485,1731513393030/c4c650e80f58%2C45485%2C1731513393030.1731513393972, exclude list is [], retry=0 2024-11-13T15:56:33,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44375,DS-55c0e302-361f-471a-9efd-008600ab7ad4,DISK] 2024-11-13T15:56:33,989 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4/MasterData/WALs/c4c650e80f58,45485,1731513393030/c4c650e80f58%2C45485%2C1731513393030.1731513393972 2024-11-13T15:56:33,990 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38827:38827)] 2024-11-13T15:56:33,990 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:56:33,990 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:33,990 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:33,990 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:33,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:33,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T15:56:33,992 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:33,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:33,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:33,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T15:56:33,993 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:33,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:33,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:33,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T15:56:33,994 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:33,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:33,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:33,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T15:56:33,995 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:33,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:33,995 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:33,996 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42451/user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:33,997 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42451/user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:33,997 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:33,997 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:33,998 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:56:33,998 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:34,000 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42451/user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:56:34,000 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67851765, jitterRate=0.011070087552070618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:56:34,001 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731513393990Initializing all the Stores at 1731513393991 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513393991Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513393991Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513393991Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513393991Cleaning up temporary data from old regions at 1731513393997 (+6 ms)Region opened successfully at 1731513394001 (+4 ms) 2024-11-13T15:56:34,001 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T15:56:34,003 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60151caf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:56:34,004 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T15:56:34,004 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T15:56:34,004 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T15:56:34,004 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T15:56:34,004 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T15:56:34,005 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T15:56:34,005 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T15:56:34,006 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T15:56:34,006 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45485-0x100a6012b670000, quorum=127.0.0.1:63099, baseZNode=/0-1863522571 Unable to get data of znode /0-1863522571/balancer because node does not exist (not necessarily an error) 2024-11-13T15:56:34,008 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1863522571/balancer already deleted, retry=false 2024-11-13T15:56:34,008 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T15:56:34,008 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45485-0x100a6012b670000, quorum=127.0.0.1:63099, baseZNode=/0-1863522571 Unable to get data of znode /0-1863522571/normalizer because node does not exist (not necessarily an error) 2024-11-13T15:56:34,009 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1863522571/normalizer already deleted, retry=false 2024-11-13T15:56:34,009 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T15:56:34,010 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45485-0x100a6012b670000, quorum=127.0.0.1:63099, baseZNode=/0-1863522571 Unable to get data of znode /0-1863522571/switch/split because node does not exist (not necessarily an error) 2024-11-13T15:56:34,012 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1863522571/switch/split already deleted, retry=false 2024-11-13T15:56:34,013 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45485-0x100a6012b670000, quorum=127.0.0.1:63099, baseZNode=/0-1863522571 Unable to get data of znode /0-1863522571/switch/merge because node does not exist (not necessarily an error) 2024-11-13T15:56:34,014 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1863522571/switch/merge already deleted, retry=false 2024-11-13T15:56:34,015 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45485-0x100a6012b670000, quorum=127.0.0.1:63099, baseZNode=/0-1863522571 Unable to get data of znode /0-1863522571/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T15:56:34,016 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1863522571/snapshot-cleanup already deleted, retry=false 2024-11-13T15:56:34,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45485-0x100a6012b670000, quorum=127.0.0.1:63099, baseZNode=/0-1863522571 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1863522571/running 2024-11-13T15:56:34,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34519-0x100a6012b670001, quorum=127.0.0.1:63099, baseZNode=/0-1863522571 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1863522571/running 2024-11-13T15:56:34,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45485-0x100a6012b670000, quorum=127.0.0.1:63099, baseZNode=/0-1863522571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1863522571 2024-11-13T15:56:34,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34519-0x100a6012b670001, quorum=127.0.0.1:63099, baseZNode=/0-1863522571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1863522571 2024-11-13T15:56:34,018 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4c650e80f58,45485,1731513393030, sessionid=0x100a6012b670000, setting cluster-up flag (Was=false) 2024-11-13T15:56:34,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34519-0x100a6012b670001, quorum=127.0.0.1:63099, baseZNode=/0-1863522571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1863522571 2024-11-13T15:56:34,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45485-0x100a6012b670000, quorum=127.0.0.1:63099, baseZNode=/0-1863522571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1863522571 2024-11-13T15:56:34,042 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1863522571/flush-table-proc/acquired, /0-1863522571/flush-table-proc/reached, /0-1863522571/flush-table-proc/abort 2024-11-13T15:56:34,043 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,45485,1731513393030 2024-11-13T15:56:34,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45485-0x100a6012b670000, quorum=127.0.0.1:63099, baseZNode=/0-1863522571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1863522571 2024-11-13T15:56:34,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34519-0x100a6012b670001, quorum=127.0.0.1:63099, baseZNode=/0-1863522571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1863522571 2024-11-13T15:56:34,051 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1863522571/online-snapshot/acquired, /0-1863522571/online-snapshot/reached, /0-1863522571/online-snapshot/abort 2024-11-13T15:56:34,052 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,45485,1731513393030 2024-11-13T15:56:34,053 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42451/user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T15:56:34,054 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T15:56:34,054 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T15:56:34,054 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T15:56:34,055 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4c650e80f58,45485,1731513393030 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T15:56:34,056 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:56:34,056 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:56:34,056 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:56:34,056 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:56:34,056 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4c650e80f58:0, corePoolSize=10, maxPoolSize=10 2024-11-13T15:56:34,056 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:34,056 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:56:34,056 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:34,061 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731513424061 2024-11-13T15:56:34,062 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T15:56:34,062 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T15:56:34,062 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T15:56:34,062 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T15:56:34,062 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T15:56:34,062 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T15:56:34,062 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:56:34,062 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:34,062 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T15:56:34,062 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T15:56:34,062 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T15:56:34,062 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T15:56:34,062 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T15:56:34,063 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T15:56:34,063 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T15:56:34,063 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:34,063 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T15:56:34,066 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513394063,5,FailOnTimeoutGroup] 2024-11-13T15:56:34,068 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513394066,5,FailOnTimeoutGroup] 2024-11-13T15:56:34,068 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:34,068 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T15:56:34,068 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:34,068 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:34,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741831_1007 (size=1321) 2024-11-13T15:56:34,072 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42451/user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T15:56:34,072 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42451/user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4 2024-11-13T15:56:34,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741832_1008 (size=32) 2024-11-13T15:56:34,107 INFO [RS:0;c4c650e80f58:34519 {}] regionserver.HRegionServer(746): ClusterId : d0b22654-0373-4126-a55f-cd1ea9220797 2024-11-13T15:56:34,107 DEBUG [RS:0;c4c650e80f58:34519 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T15:56:34,109 DEBUG [RS:0;c4c650e80f58:34519 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T15:56:34,109 DEBUG [RS:0;c4c650e80f58:34519 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T15:56:34,111 DEBUG [RS:0;c4c650e80f58:34519 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T15:56:34,111 DEBUG [RS:0;c4c650e80f58:34519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c5cb4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:56:34,129 DEBUG [RS:0;c4c650e80f58:34519 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4c650e80f58:34519 2024-11-13T15:56:34,130 INFO [RS:0;c4c650e80f58:34519 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T15:56:34,130 INFO [RS:0;c4c650e80f58:34519 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T15:56:34,130 DEBUG [RS:0;c4c650e80f58:34519 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T15:56:34,130 INFO [RS:0;c4c650e80f58:34519 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4c650e80f58,45485,1731513393030 with port=34519, startcode=1731513393085 2024-11-13T15:56:34,131 DEBUG [RS:0;c4c650e80f58:34519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T15:56:34,132 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T15:56:34,133 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45485 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4c650e80f58,34519,1731513393085 2024-11-13T15:56:34,133 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45485 {}] master.ServerManager(517): Registering regionserver=c4c650e80f58,34519,1731513393085 2024-11-13T15:56:34,134 DEBUG [RS:0;c4c650e80f58:34519 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42451/user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4 2024-11-13T15:56:34,134 DEBUG [RS:0;c4c650e80f58:34519 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42451 2024-11-13T15:56:34,134 DEBUG [RS:0;c4c650e80f58:34519 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T15:56:34,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45485-0x100a6012b670000, quorum=127.0.0.1:63099, baseZNode=/0-1863522571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1863522571/rs 2024-11-13T15:56:34,137 DEBUG [RS:0;c4c650e80f58:34519 {}] zookeeper.ZKUtil(111): regionserver:34519-0x100a6012b670001, quorum=127.0.0.1:63099, baseZNode=/0-1863522571 Set watcher on existing znode=/0-1863522571/rs/c4c650e80f58,34519,1731513393085 2024-11-13T15:56:34,137 WARN [RS:0;c4c650e80f58:34519 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:56:34,137 INFO [RS:0;c4c650e80f58:34519 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:56:34,138 DEBUG [RS:0;c4c650e80f58:34519 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42451/user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4/WALs/c4c650e80f58,34519,1731513393085 2024-11-13T15:56:34,138 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4c650e80f58,34519,1731513393085] 2024-11-13T15:56:34,140 INFO [RS:0;c4c650e80f58:34519 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T15:56:34,141 INFO [RS:0;c4c650e80f58:34519 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T15:56:34,141 INFO [RS:0;c4c650e80f58:34519 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T15:56:34,141 INFO [RS:0;c4c650e80f58:34519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:34,142 INFO [RS:0;c4c650e80f58:34519 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T15:56:34,143 INFO [RS:0;c4c650e80f58:34519 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T15:56:34,143 INFO [RS:0;c4c650e80f58:34519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:34,143 DEBUG [RS:0;c4c650e80f58:34519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:34,143 DEBUG [RS:0;c4c650e80f58:34519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:34,143 DEBUG [RS:0;c4c650e80f58:34519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:34,143 DEBUG [RS:0;c4c650e80f58:34519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:34,143 DEBUG [RS:0;c4c650e80f58:34519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:34,143 DEBUG [RS:0;c4c650e80f58:34519 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:56:34,143 DEBUG [RS:0;c4c650e80f58:34519 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:34,143 DEBUG [RS:0;c4c650e80f58:34519 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:34,143 DEBUG [RS:0;c4c650e80f58:34519 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:34,143 DEBUG [RS:0;c4c650e80f58:34519 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:34,143 DEBUG [RS:0;c4c650e80f58:34519 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:34,143 DEBUG [RS:0;c4c650e80f58:34519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:34,143 DEBUG [RS:0;c4c650e80f58:34519 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:56:34,143 DEBUG [RS:0;c4c650e80f58:34519 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:56:34,150 INFO [RS:0;c4c650e80f58:34519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:34,150 INFO [RS:0;c4c650e80f58:34519 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:34,150 INFO [RS:0;c4c650e80f58:34519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:34,150 INFO [RS:0;c4c650e80f58:34519 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:34,150 INFO [RS:0;c4c650e80f58:34519 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:34,150 INFO [RS:0;c4c650e80f58:34519 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,34519,1731513393085-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:56:34,169 INFO [RS:0;c4c650e80f58:34519 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T15:56:34,169 INFO [RS:0;c4c650e80f58:34519 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,34519,1731513393085-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:34,169 INFO [RS:0;c4c650e80f58:34519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:34,169 INFO [RS:0;c4c650e80f58:34519 {}] regionserver.Replication(171): c4c650e80f58,34519,1731513393085 started 2024-11-13T15:56:34,187 INFO [RS:0;c4c650e80f58:34519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:34,187 INFO [RS:0;c4c650e80f58:34519 {}] regionserver.HRegionServer(1482): Serving as c4c650e80f58,34519,1731513393085, RpcServer on c4c650e80f58/172.17.0.3:34519, sessionid=0x100a6012b670001 2024-11-13T15:56:34,187 DEBUG [RS:0;c4c650e80f58:34519 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T15:56:34,187 DEBUG [RS:0;c4c650e80f58:34519 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4c650e80f58,34519,1731513393085 2024-11-13T15:56:34,187 DEBUG [RS:0;c4c650e80f58:34519 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,34519,1731513393085' 2024-11-13T15:56:34,187 DEBUG [RS:0;c4c650e80f58:34519 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1863522571/flush-table-proc/abort' 2024-11-13T15:56:34,187 DEBUG [RS:0;c4c650e80f58:34519 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1863522571/flush-table-proc/acquired' 2024-11-13T15:56:34,188 DEBUG [RS:0;c4c650e80f58:34519 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T15:56:34,188 DEBUG [RS:0;c4c650e80f58:34519 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T15:56:34,188 DEBUG [RS:0;c4c650e80f58:34519 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4c650e80f58,34519,1731513393085 2024-11-13T15:56:34,188 DEBUG [RS:0;c4c650e80f58:34519 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,34519,1731513393085' 2024-11-13T15:56:34,188 DEBUG [RS:0;c4c650e80f58:34519 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1863522571/online-snapshot/abort' 2024-11-13T15:56:34,188 DEBUG [RS:0;c4c650e80f58:34519 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1863522571/online-snapshot/acquired' 2024-11-13T15:56:34,188 DEBUG [RS:0;c4c650e80f58:34519 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T15:56:34,188 INFO [RS:0;c4c650e80f58:34519 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T15:56:34,188 INFO [RS:0;c4c650e80f58:34519 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T15:56:34,289 INFO [RS:0;c4c650e80f58:34519 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:56:34,290 INFO [RS:0;c4c650e80f58:34519 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C34519%2C1731513393085, suffix=, logDir=hdfs://localhost:42451/user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4/WALs/c4c650e80f58,34519,1731513393085, archiveDir=hdfs://localhost:42451/user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4/oldWALs, maxLogs=10 2024-11-13T15:56:34,307 DEBUG [RS:0;c4c650e80f58:34519 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4/WALs/c4c650e80f58,34519,1731513393085/c4c650e80f58%2C34519%2C1731513393085.1731513394290, exclude list is [], retry=0 2024-11-13T15:56:34,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44375,DS-55c0e302-361f-471a-9efd-008600ab7ad4,DISK] 2024-11-13T15:56:34,311 INFO [RS:0;c4c650e80f58:34519 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4/WALs/c4c650e80f58,34519,1731513393085/c4c650e80f58%2C34519%2C1731513393085.1731513394290 2024-11-13T15:56:34,311 DEBUG [RS:0;c4c650e80f58:34519 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38827:38827)] 2024-11-13T15:56:34,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:34,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:56:34,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:56:34,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:34,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:34,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:56:34,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:56:34,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:34,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:34,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:56:34,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:56:34,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:34,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:34,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:56:34,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:56:34,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:34,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:34,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:56:34,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42451/user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4/data/hbase/meta/1588230740 2024-11-13T15:56:34,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42451/user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4/data/hbase/meta/1588230740 2024-11-13T15:56:34,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:56:34,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:56:34,488 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:56:34,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:56:34,490 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42451/user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:56:34,491 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69946909, jitterRate=0.04229016602039337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:56:34,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731513394481Initializing all the Stores at 1731513394482 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513394482Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513394482Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513394482Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513394482Cleaning up temporary data from old regions at 1731513394488 (+6 ms)Region opened successfully at 1731513394491 (+3 ms) 2024-11-13T15:56:34,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:56:34,492 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:56:34,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:56:34,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:56:34,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:56:34,492 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:56:34,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513394491Disabling compacts and flushes for region at 1731513394491Disabling writes for close at 1731513394492 (+1 ms)Writing region close event to WAL at 1731513394492Closed at 1731513394492 2024-11-13T15:56:34,493 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:56:34,493 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T15:56:34,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T15:56:34,494 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:56:34,495 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T15:56:34,645 DEBUG [c4c650e80f58:45485 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T15:56:34,645 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4c650e80f58,34519,1731513393085 2024-11-13T15:56:34,646 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,34519,1731513393085, state=OPENING 2024-11-13T15:56:34,648 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T15:56:34,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34519-0x100a6012b670001, quorum=127.0.0.1:63099, baseZNode=/0-1863522571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1863522571 2024-11-13T15:56:34,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45485-0x100a6012b670000, quorum=127.0.0.1:63099, baseZNode=/0-1863522571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1863522571 2024-11-13T15:56:34,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1863522571/meta-region-server: CHANGED 2024-11-13T15:56:34,656 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:56:34,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1863522571/meta-region-server: CHANGED 2024-11-13T15:56:34,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,34519,1731513393085}] 2024-11-13T15:56:34,808 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T15:56:34,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T15:56:34,812 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T15:56:34,812 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:56:34,812 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T15:56:34,813 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C34519%2C1731513393085.meta, suffix=.meta, logDir=hdfs://localhost:42451/user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4/WALs/c4c650e80f58,34519,1731513393085, archiveDir=hdfs://localhost:42451/user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4/oldWALs, maxLogs=10 2024-11-13T15:56:34,827 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4/WALs/c4c650e80f58,34519,1731513393085/c4c650e80f58%2C34519%2C1731513393085.meta.1731513394814.meta, exclude list is [], retry=0 2024-11-13T15:56:34,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44375,DS-55c0e302-361f-471a-9efd-008600ab7ad4,DISK] 2024-11-13T15:56:34,831 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4/WALs/c4c650e80f58,34519,1731513393085/c4c650e80f58%2C34519%2C1731513393085.meta.1731513394814.meta 2024-11-13T15:56:34,831 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38827:38827)] 2024-11-13T15:56:34,831 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:56:34,832 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:56:34,832 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:56:34,832 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T15:56:34,832 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T15:56:34,832 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T15:56:34,832 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:34,832 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T15:56:34,832 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T15:56:34,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:56:34,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:56:34,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:34,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:34,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:56:34,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:56:34,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:34,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:34,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:56:34,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:56:34,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:34,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:34,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:56:34,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:56:34,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:34,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:34,838 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:56:34,839 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42451/user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4/data/hbase/meta/1588230740 2024-11-13T15:56:34,839 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42451/user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4/data/hbase/meta/1588230740 2024-11-13T15:56:34,840 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:56:34,840 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:56:34,841 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:56:34,842 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:56:34,842 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59032564, jitterRate=-0.12034624814987183}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:56:34,842 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T15:56:34,843 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731513394832Writing region info on filesystem at 1731513394832Initializing all the Stores at 1731513394833 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513394833Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513394834 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513394834Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513394834Cleaning up temporary data from old regions at 1731513394840 (+6 ms)Running coprocessor post-open hooks at 1731513394842 (+2 ms)Region opened successfully at 1731513394843 (+1 ms) 2024-11-13T15:56:34,843 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731513394808 2024-11-13T15:56:34,845 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T15:56:34,845 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T15:56:34,846 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,34519,1731513393085 2024-11-13T15:56:34,846 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,34519,1731513393085, state=OPEN 2024-11-13T15:56:34,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34519-0x100a6012b670001, quorum=127.0.0.1:63099, baseZNode=/0-1863522571 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1863522571/meta-region-server 2024-11-13T15:56:34,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45485-0x100a6012b670000, quorum=127.0.0.1:63099, baseZNode=/0-1863522571 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1863522571/meta-region-server 2024-11-13T15:56:34,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1863522571/meta-region-server: CHANGED 2024-11-13T15:56:34,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1863522571/meta-region-server: CHANGED 2024-11-13T15:56:34,848 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4c650e80f58,34519,1731513393085 2024-11-13T15:56:34,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T15:56:34,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,34519,1731513393085 in 192 msec 2024-11-13T15:56:34,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T15:56:34,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 357 msec 2024-11-13T15:56:34,852 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:56:34,852 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T15:56:34,853 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:56:34,853 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,34519,1731513393085, seqNum=-1] 2024-11-13T15:56:34,853 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:56:34,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:56:34,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 803 msec 2024-11-13T15:56:34,858 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731513394857, completionTime=-1 2024-11-13T15:56:34,858 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T15:56:34,858 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T15:56:34,859 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T15:56:34,859 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731513454859 2024-11-13T15:56:34,859 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731513514859 2024-11-13T15:56:34,859 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T15:56:34,859 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,45485,1731513393030-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:34,860 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,45485,1731513393030-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:34,860 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,45485,1731513393030-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:34,860 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4c650e80f58:45485, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:34,860 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:34,860 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:34,861 DEBUG [master/c4c650e80f58:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T15:56:34,863 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.739sec 2024-11-13T15:56:34,863 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T15:56:34,863 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T15:56:34,863 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T15:56:34,863 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T15:56:34,863 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T15:56:34,863 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,45485,1731513393030-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:56:34,863 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,45485,1731513393030-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T15:56:34,865 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T15:56:34,865 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T15:56:34,865 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,45485,1731513393030-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:34,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a13aa41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:34,908 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,45485,-1 for getting cluster id 2024-11-13T15:56:34,908 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:56:34,909 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0b22654-0373-4126-a55f-cd1ea9220797' 2024-11-13T15:56:34,910 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:56:34,910 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0b22654-0373-4126-a55f-cd1ea9220797" 2024-11-13T15:56:34,910 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38469212, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:34,910 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,45485,-1] 2024-11-13T15:56:34,911 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:56:34,911 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:34,912 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:56:34,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f47850e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:34,913 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:56:34,914 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,34519,1731513393085, seqNum=-1] 2024-11-13T15:56:34,914 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:56:34,915 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:56:34,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4c650e80f58,45485,1731513393030 2024-11-13T15:56:34,918 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63099 2024-11-13T15:56:34,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63099, baseZNode=/0-1863522571 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:56:34,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100a6012b670002 connected 2024-11-13T15:56:34,925 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:56:34,926 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,45485,1731513393030 2024-11-13T15:56:34,926 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46583e34 2024-11-13T15:56:34,927 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:56:34,928 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:56:34,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:56:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T15:56:34,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T15:56:34,931 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:34,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T15:56:34,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T15:56:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:56:34,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741835_1011 (size=902) 2024-11-13T15:56:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:56:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:56:35,339 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bab20df330f2e13b70a5c31cde5b8011, NAME => 'test,,1731513394928.bab20df330f2e13b70a5c31cde5b8011.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42451/user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4 2024-11-13T15:56:35,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741836_1012 (size=39) 2024-11-13T15:56:35,344 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731513394928.bab20df330f2e13b70a5c31cde5b8011.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:35,344 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bab20df330f2e13b70a5c31cde5b8011, disabling compactions & flushes 2024-11-13T15:56:35,344 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731513394928.bab20df330f2e13b70a5c31cde5b8011. 2024-11-13T15:56:35,344 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731513394928.bab20df330f2e13b70a5c31cde5b8011. 2024-11-13T15:56:35,344 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731513394928.bab20df330f2e13b70a5c31cde5b8011. after waiting 0 ms 2024-11-13T15:56:35,344 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731513394928.bab20df330f2e13b70a5c31cde5b8011. 2024-11-13T15:56:35,344 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731513394928.bab20df330f2e13b70a5c31cde5b8011. 2024-11-13T15:56:35,344 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bab20df330f2e13b70a5c31cde5b8011: Waiting for close lock at 1731513395344Disabling compacts and flushes for region at 1731513395344Disabling writes for close at 1731513395344Writing region close event to WAL at 1731513395344Closed at 1731513395344 2024-11-13T15:56:35,345 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T15:56:35,346 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731513394928.bab20df330f2e13b70a5c31cde5b8011.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731513395345"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513395345"}]},"ts":"1731513395345"} 2024-11-13T15:56:35,347 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T15:56:35,348 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T15:56:35,348 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513395348"}]},"ts":"1731513395348"} 2024-11-13T15:56:35,349 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T15:56:35,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bab20df330f2e13b70a5c31cde5b8011, ASSIGN}] 2024-11-13T15:56:35,350 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bab20df330f2e13b70a5c31cde5b8011, ASSIGN 2024-11-13T15:56:35,351 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bab20df330f2e13b70a5c31cde5b8011, ASSIGN; state=OFFLINE, location=c4c650e80f58,34519,1731513393085; forceNewPlan=false, retain=false 2024-11-13T15:56:35,502 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bab20df330f2e13b70a5c31cde5b8011, regionState=OPENING, regionLocation=c4c650e80f58,34519,1731513393085 2024-11-13T15:56:35,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bab20df330f2e13b70a5c31cde5b8011, ASSIGN because future has completed 2024-11-13T15:56:35,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bab20df330f2e13b70a5c31cde5b8011, server=c4c650e80f58,34519,1731513393085}] 2024-11-13T15:56:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:56:35,659 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731513394928.bab20df330f2e13b70a5c31cde5b8011. 2024-11-13T15:56:35,659 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bab20df330f2e13b70a5c31cde5b8011, NAME => 'test,,1731513394928.bab20df330f2e13b70a5c31cde5b8011.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:56:35,659 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:56:35,659 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T15:56:35,659 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bab20df330f2e13b70a5c31cde5b8011 2024-11-13T15:56:35,660 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731513394928.bab20df330f2e13b70a5c31cde5b8011.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:35,660 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bab20df330f2e13b70a5c31cde5b8011 2024-11-13T15:56:35,660 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bab20df330f2e13b70a5c31cde5b8011 2024-11-13T15:56:35,661 INFO [StoreOpener-bab20df330f2e13b70a5c31cde5b8011-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bab20df330f2e13b70a5c31cde5b8011 2024-11-13T15:56:35,661 INFO [StoreOpener-bab20df330f2e13b70a5c31cde5b8011-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bab20df330f2e13b70a5c31cde5b8011 columnFamilyName f 2024-11-13T15:56:35,662 DEBUG [StoreOpener-bab20df330f2e13b70a5c31cde5b8011-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:35,662 INFO [StoreOpener-bab20df330f2e13b70a5c31cde5b8011-1 {}] regionserver.HStore(327): Store=bab20df330f2e13b70a5c31cde5b8011/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:35,662 INFO [StoreOpener-bab20df330f2e13b70a5c31cde5b8011-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bab20df330f2e13b70a5c31cde5b8011 2024-11-13T15:56:35,663 INFO [StoreOpener-bab20df330f2e13b70a5c31cde5b8011-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bab20df330f2e13b70a5c31cde5b8011 columnFamilyName f1 2024-11-13T15:56:35,663 DEBUG [StoreOpener-bab20df330f2e13b70a5c31cde5b8011-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:35,663 INFO [StoreOpener-bab20df330f2e13b70a5c31cde5b8011-1 {}] regionserver.HStore(327): Store=bab20df330f2e13b70a5c31cde5b8011/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:35,663 INFO [StoreOpener-bab20df330f2e13b70a5c31cde5b8011-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bab20df330f2e13b70a5c31cde5b8011 2024-11-13T15:56:35,664 INFO [StoreOpener-bab20df330f2e13b70a5c31cde5b8011-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bab20df330f2e13b70a5c31cde5b8011 columnFamilyName norep 2024-11-13T15:56:35,664 DEBUG [StoreOpener-bab20df330f2e13b70a5c31cde5b8011-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:35,664 INFO [StoreOpener-bab20df330f2e13b70a5c31cde5b8011-1 {}] regionserver.HStore(327): Store=bab20df330f2e13b70a5c31cde5b8011/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:35,664 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bab20df330f2e13b70a5c31cde5b8011 2024-11-13T15:56:35,665 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42451/user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4/data/default/test/bab20df330f2e13b70a5c31cde5b8011 2024-11-13T15:56:35,665 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42451/user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4/data/default/test/bab20df330f2e13b70a5c31cde5b8011 2024-11-13T15:56:35,665 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bab20df330f2e13b70a5c31cde5b8011 2024-11-13T15:56:35,665 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bab20df330f2e13b70a5c31cde5b8011 2024-11-13T15:56:35,666 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T15:56:35,666 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bab20df330f2e13b70a5c31cde5b8011 2024-11-13T15:56:35,668 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42451/user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4/data/default/test/bab20df330f2e13b70a5c31cde5b8011/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:56:35,668 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bab20df330f2e13b70a5c31cde5b8011; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66329009, jitterRate=-0.011620745062828064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T15:56:35,668 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bab20df330f2e13b70a5c31cde5b8011 2024-11-13T15:56:35,668 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bab20df330f2e13b70a5c31cde5b8011: Running coprocessor pre-open hook at 1731513395660Writing region info on filesystem at 1731513395660Initializing all the Stores at 1731513395660Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513395660Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513395660Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513395660Cleaning up temporary data from old regions at 1731513395665 (+5 ms)Running coprocessor post-open hooks at 1731513395668 (+3 ms)Region opened successfully at 1731513395668 2024-11-13T15:56:35,669 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731513394928.bab20df330f2e13b70a5c31cde5b8011., pid=6, masterSystemTime=1731513395656 2024-11-13T15:56:35,671 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731513394928.bab20df330f2e13b70a5c31cde5b8011. 2024-11-13T15:56:35,671 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731513394928.bab20df330f2e13b70a5c31cde5b8011. 2024-11-13T15:56:35,671 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bab20df330f2e13b70a5c31cde5b8011, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c4c650e80f58,34519,1731513393085 2024-11-13T15:56:35,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bab20df330f2e13b70a5c31cde5b8011, server=c4c650e80f58,34519,1731513393085 because future has completed 2024-11-13T15:56:35,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T15:56:35,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bab20df330f2e13b70a5c31cde5b8011, server=c4c650e80f58,34519,1731513393085 in 170 msec 2024-11-13T15:56:35,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T15:56:35,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bab20df330f2e13b70a5c31cde5b8011, ASSIGN in 325 msec 2024-11-13T15:56:35,677 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T15:56:35,677 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513395677"}]},"ts":"1731513395677"} 2024-11-13T15:56:35,678 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T15:56:35,679 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T15:56:35,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 750 msec 2024-11-13T15:56:36,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:56:36,072 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T15:56:36,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59e9caa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:36,073 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,45485,-1 for getting cluster id 2024-11-13T15:56:36,073 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:56:36,074 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0b22654-0373-4126-a55f-cd1ea9220797' 2024-11-13T15:56:36,074 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:56:36,074 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0b22654-0373-4126-a55f-cd1ea9220797" 2024-11-13T15:56:36,074 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67fefb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:36,074 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,45485,-1] 2024-11-13T15:56:36,074 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:56:36,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:36,075 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:56:36,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df153eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:36,076 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:56:36,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,45485,1731513393030 2024-11-13T15:56:36,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54a6abc7 2024-11-13T15:56:36,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:56:36,077 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:56:36,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c4c650e80f58:45485,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T15:56:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T15:56:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:56:36,080 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:45485' 2024-11-13T15:56:36,080 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52257bee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:36,080 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,45485,-1 for getting cluster id 2024-11-13T15:56:36,080 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:56:36,081 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0b22654-0373-4126-a55f-cd1ea9220797' 2024-11-13T15:56:36,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:56:36,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0b22654-0373-4126-a55f-cd1ea9220797" 2024-11-13T15:56:36,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d3415b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:36,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,45485,-1] 2024-11-13T15:56:36,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:56:36,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:36,082 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:56:36,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d7bb96c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:36,082 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:56:36,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,45485,1731513393030 2024-11-13T15:56:36,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61201f36 2024-11-13T15:56:36,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:56:36,084 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:56:36,084 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T15:56:36,084 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T15:56:36,084 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:36,085 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:36,085 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:56:36,085 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c4c650e80f58:45485, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-13T15:56:36,090 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c4c650e80f58:45485, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c4c650e80f58:45485, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c4c650e80f58:45485, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-13T15:56:36,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c4c650e80f58:45485, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=13 msec 2024-11-13T15:56:36,091 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-13T15:56:36,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:56:36,183 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:56:36,183 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://c4c650e80f58:45485, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-13T15:56:36,183 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:56:36,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:36,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:36,183 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:56:36,203 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=533 (was 360) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@7d893ad0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 42451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 0 on default port 45579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: M:0;c4c650e80f58:45485 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c4c650e80f58:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;c4c650e80f58:34519-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@6919b5a9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:63099): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: IPC Server idle connection scanner for port 45579 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: regionserver/c4c650e80f58:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1894985606_20 at /127.0.0.1:48078 [Receiving block BP-209303011-172.17.0.3-1731513391972:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63099) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42451 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:42451 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80/cluster_2412d7f7-bb30-e519-3d3f-1ee785dc11b3/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: qtp1978551661-7869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-209303011-172.17.0.3-1731513391972:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: regionserver/c4c650e80f58:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: PacketResponder: BP-209303011-172.17.0.3-1731513391972:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=34519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1894985606_20 at /127.0.0.1:48088 [Receiving block BP-209303011-172.17.0.3-1731513391972:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:42451 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63099) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@41da10a1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=45485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 45579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f22d49f9120.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 42451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 4 on default port 42451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$609/0x00007f22d4ad4ad0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@47c48a8d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/c4c650e80f58:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp573228469-7913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63099) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: c4c650e80f58:45485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1894985606_20 at /127.0.0.1:48024 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@770d3d74 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@486f31b6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 45579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp573228469-7912-acceptor-0@1df66638-ServerConnector@289d4bc4{HTTP/1.1, (http/1.1)}{localhost:39047} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@7b9d687c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-6c3c1ca7-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 42451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: master/c4c650e80f58:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:42451 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp573228469-7911 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f22d4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1978551661-7867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BP-209303011-172.17.0.3-1731513391972 heartbeating to localhost/127.0.0.1:42451 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:42451 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp1978551661-7868 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42451/user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4-prefix:c4c650e80f58,34519,1731513393085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(308805647) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp1978551661-7865 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f22d4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@370b3258 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@44ca5448[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 45579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RS:0;c4c650e80f58:34519 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 42451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp573228469-7914 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-70b2cda4-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-584677538_20 at /127.0.0.1:48064 [Receiving block BP-209303011-172.17.0.3-1731513391972:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:63099 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80/cluster_2412d7f7-bb30-e519-3d3f-1ee785dc11b3/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42451/user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4-prefix:c4c650e80f58,34519,1731513393085.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@53536f39 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1978551661-7862 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f22d4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Server handler 2 on default port 45579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1978551661-7863 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f22d4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=45485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-209303011-172.17.0.3-1731513391972:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80/cluster_2412d7f7-bb30-e519-3d3f-1ee785dc11b3/data/data1/current/BP-209303011-172.17.0.3-1731513391972 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513394066 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 42451 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42451/user/jenkins/test-data/391321c6-1b48-0ffd-135c-5b196e2144f4/MasterData-prefix:c4c650e80f58,45485,1731513393030 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=34519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80/cluster_2412d7f7-bb30-e519-3d3f-1ee785dc11b3/data/data2/current/BP-209303011-172.17.0.3-1731513391972 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1978551661-7866-acceptor-0@25f98bb5-ServerConnector@697b2600{HTTP/1.1, (http/1.1)}{localhost:33709} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: qtp1978551661-7864 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f22d4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513394063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=887 (was 792) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=397 (was 414), ProcessCount=11 (was 11), AvailableMemoryMB=10513 (was 10531) 2024-11-13T15:56:36,205 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-11-13T15:56:36,218 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=533, OpenFileDescriptor=887, MaxFileDescriptor=1048576, SystemLoadAverage=397, ProcessCount=11, AvailableMemoryMB=10512 2024-11-13T15:56:36,218 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-11-13T15:56:36,232 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-13T15:56:36,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80/hadoop.log.dir so I do NOT create it in target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7 2024-11-13T15:56:36,232 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T15:56:36,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80/hadoop.tmp.dir so I do NOT create it in target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7 2024-11-13T15:56:36,232 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa75917-2589-1831-a0f4-09d37ba89a80/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T15:56:36,232 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7 2024-11-13T15:56:36,232 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7/cluster_a1be05d7-6657-c748-dee1-e073146dda0a, deleteOnExit=true 2024-11-13T15:56:36,235 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7/cluster_a1be05d7-6657-c748-dee1-e073146dda0a/zookeeper_0, clientPort=54896, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7/cluster_a1be05d7-6657-c748-dee1-e073146dda0a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7/cluster_a1be05d7-6657-c748-dee1-e073146dda0a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T15:56:36,235 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54896 2024-11-13T15:56:36,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T15:56:36,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T15:56:36,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7/test.cache.data in system properties and HBase conf 2024-11-13T15:56:36,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T15:56:36,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7/hadoop.log.dir in system properties and HBase conf 2024-11-13T15:56:36,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T15:56:36,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T15:56:36,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T15:56:36,236 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T15:56:36,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:56:36,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:56:36,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T15:56:36,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:56:36,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T15:56:36,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T15:56:36,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:56:36,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:56:36,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T15:56:36,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7/nfs.dump.dir in system properties and HBase conf 2024-11-13T15:56:36,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7/java.io.tmpdir in system properties and HBase conf 2024-11-13T15:56:36,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:56:36,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T15:56:36,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T15:56:36,305 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:56:36,308 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:56:36,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:56:36,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:56:36,310 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T15:56:36,311 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:56:36,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b611e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:56:36,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c2ba3dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:56:36,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6415c322{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7/java.io.tmpdir/jetty-localhost-35167-hadoop-hdfs-3_4_1-tests_jar-_-any-11531310122060552303/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:56:36,426 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@110d1464{HTTP/1.1, (http/1.1)}{localhost:35167} 2024-11-13T15:56:36,426 INFO [Time-limited test {}] server.Server(415): Started @278800ms 2024-11-13T15:56:36,503 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:56:36,507 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:56:36,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:56:36,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:56:36,508 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T15:56:36,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@494e7ea0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:56:36,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@436d6308{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:56:36,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3858509f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7/java.io.tmpdir/jetty-localhost-45519-hadoop-hdfs-3_4_1-tests_jar-_-any-13093139370978489993/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:56:36,623 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21f1eb19{HTTP/1.1, (http/1.1)}{localhost:45519} 2024-11-13T15:56:36,623 INFO [Time-limited test {}] server.Server(415): Started @278997ms 2024-11-13T15:56:36,624 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T15:56:36,717 WARN [Thread-4299 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7/cluster_a1be05d7-6657-c748-dee1-e073146dda0a/data/data1/current/BP-1492502540-172.17.0.3-1731513396254/current, will proceed with Du for space computation calculation, 2024-11-13T15:56:36,717 WARN [Thread-4300 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7/cluster_a1be05d7-6657-c748-dee1-e073146dda0a/data/data2/current/BP-1492502540-172.17.0.3-1731513396254/current, will proceed with Du for space computation calculation, 2024-11-13T15:56:36,741 WARN [Thread-4287 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T15:56:36,743 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdfa6f3a16ee9f7bd with lease ID 0xa075243693d56fa5: Processing first storage report for DS-339a8256-963b-44c3-b2b2-4b0c3e2b0847 from datanode DatanodeRegistration(127.0.0.1:46469, datanodeUuid=d5f70240-8dbb-46a4-b34f-2c25c2e5686a, infoPort=39337, infoSecurePort=0, ipcPort=38651, storageInfo=lv=-57;cid=testClusterID;nsid=425045558;c=1731513396254) 2024-11-13T15:56:36,743 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdfa6f3a16ee9f7bd with lease ID 0xa075243693d56fa5: from storage DS-339a8256-963b-44c3-b2b2-4b0c3e2b0847 node DatanodeRegistration(127.0.0.1:46469, datanodeUuid=d5f70240-8dbb-46a4-b34f-2c25c2e5686a, infoPort=39337, infoSecurePort=0, ipcPort=38651, storageInfo=lv=-57;cid=testClusterID;nsid=425045558;c=1731513396254), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T15:56:36,744 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdfa6f3a16ee9f7bd with lease ID 0xa075243693d56fa5: Processing first storage report for DS-d50b8aa3-1c6d-4bf8-b607-5240277d3325 from datanode DatanodeRegistration(127.0.0.1:46469, datanodeUuid=d5f70240-8dbb-46a4-b34f-2c25c2e5686a, infoPort=39337, infoSecurePort=0, ipcPort=38651, storageInfo=lv=-57;cid=testClusterID;nsid=425045558;c=1731513396254) 2024-11-13T15:56:36,744 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdfa6f3a16ee9f7bd with lease ID 0xa075243693d56fa5: from storage DS-d50b8aa3-1c6d-4bf8-b607-5240277d3325 node DatanodeRegistration(127.0.0.1:46469, datanodeUuid=d5f70240-8dbb-46a4-b34f-2c25c2e5686a, infoPort=39337, infoSecurePort=0, ipcPort=38651, storageInfo=lv=-57;cid=testClusterID;nsid=425045558;c=1731513396254), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T15:56:36,745 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7 2024-11-13T15:56:36,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:36,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:36,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741825_1001 (size=7) 2024-11-13T15:56:36,754 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b with version=8 2024-11-13T15:56:36,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/hbase-staging 2024-11-13T15:56:36,756 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:56:36,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:56:36,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:56:36,756 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:56:36,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:56:36,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:56:36,756 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T15:56:36,756 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:56:36,756 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38199 2024-11-13T15:56:36,757 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38199 connecting to ZooKeeper ensemble=127.0.0.1:54896 2024-11-13T15:56:36,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381990x0, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:56:36,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38199-0x100a6013c2a0000 connected 2024-11-13T15:56:36,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:36,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:36,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38199-0x100a6013c2a0000, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Set watcher on znode that does not yet exist, /0-1588986262/running 2024-11-13T15:56:36,789 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b, hbase.cluster.distributed=false 2024-11-13T15:56:36,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38199-0x100a6013c2a0000, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Set watcher on znode that does not yet exist, /0-1588986262/acl 2024-11-13T15:56:36,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38199 2024-11-13T15:56:36,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38199 2024-11-13T15:56:36,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38199 2024-11-13T15:56:36,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38199 2024-11-13T15:56:36,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38199 2024-11-13T15:56:36,811 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:56:36,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:56:36,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:56:36,811 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:56:36,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:56:36,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:56:36,811 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T15:56:36,811 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:56:36,813 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43371 2024-11-13T15:56:36,813 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43371 connecting to ZooKeeper ensemble=127.0.0.1:54896 2024-11-13T15:56:36,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:36,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:36,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433710x0, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:56:36,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433710x0, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Set watcher on znode that does not yet exist, /0-1588986262/running 2024-11-13T15:56:36,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43371-0x100a6013c2a0001 connected 2024-11-13T15:56:36,819 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T15:56:36,822 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T15:56:36,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43371-0x100a6013c2a0001, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Set watcher on znode that does not yet exist, /0-1588986262/master 2024-11-13T15:56:36,823 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43371-0x100a6013c2a0001, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Set watcher on znode that does not yet exist, /0-1588986262/acl 2024-11-13T15:56:36,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43371 2024-11-13T15:56:36,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43371 2024-11-13T15:56:36,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43371 2024-11-13T15:56:36,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43371 2024-11-13T15:56:36,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43371 2024-11-13T15:56:36,839 DEBUG [M:0;c4c650e80f58:38199 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4c650e80f58:38199 2024-11-13T15:56:36,839 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1588986262/backup-masters/c4c650e80f58,38199,1731513396755 2024-11-13T15:56:36,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38199-0x100a6013c2a0000, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588986262/backup-masters 2024-11-13T15:56:36,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43371-0x100a6013c2a0001, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588986262/backup-masters 2024-11-13T15:56:36,841 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38199-0x100a6013c2a0000, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Set watcher on existing znode=/0-1588986262/backup-masters/c4c650e80f58,38199,1731513396755 2024-11-13T15:56:36,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43371-0x100a6013c2a0001, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1588986262/master 2024-11-13T15:56:36,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43371-0x100a6013c2a0001, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588986262 2024-11-13T15:56:36,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38199-0x100a6013c2a0000, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588986262 2024-11-13T15:56:36,842 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38199-0x100a6013c2a0000, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Set watcher on existing znode=/0-1588986262/master 2024-11-13T15:56:36,843 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1588986262/backup-masters/c4c650e80f58,38199,1731513396755 from backup master directory 2024-11-13T15:56:36,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43371-0x100a6013c2a0001, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588986262/backup-masters 2024-11-13T15:56:36,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38199-0x100a6013c2a0000, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1588986262/backup-masters/c4c650e80f58,38199,1731513396755 2024-11-13T15:56:36,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38199-0x100a6013c2a0000, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588986262/backup-masters 2024-11-13T15:56:36,845 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:56:36,845 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4c650e80f58,38199,1731513396755 2024-11-13T15:56:36,851 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/hbase.id] with ID: a2a7ce49-1641-4b60-b317-d2872a5f9f46 2024-11-13T15:56:36,851 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/.tmp/hbase.id 2024-11-13T15:56:36,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741826_1002 (size=42) 2024-11-13T15:56:36,856 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/.tmp/hbase.id]:[hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/hbase.id] 2024-11-13T15:56:36,862 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:36,862 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T15:56:36,863 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T15:56:36,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38199-0x100a6013c2a0000, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588986262 2024-11-13T15:56:36,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43371-0x100a6013c2a0001, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588986262 2024-11-13T15:56:36,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741827_1003 (size=196) 2024-11-13T15:56:37,272 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:56:37,273 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T15:56:37,273 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:56:37,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741828_1004 (size=1189) 2024-11-13T15:56:37,678 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/MasterData/data/master/store 2024-11-13T15:56:37,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741829_1005 (size=34) 2024-11-13T15:56:38,084 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:38,084 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:56:38,084 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:38,084 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:38,084 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:56:38,084 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:38,084 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:38,084 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513398084Disabling compacts and flushes for region at 1731513398084Disabling writes for close at 1731513398084Writing region close event to WAL at 1731513398084Closed at 1731513398084 2024-11-13T15:56:38,084 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/MasterData/data/master/store/.initializing 2024-11-13T15:56:38,085 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/MasterData/WALs/c4c650e80f58,38199,1731513396755 2024-11-13T15:56:38,085 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:56:38,086 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4c650e80f58%2C38199%2C1731513396755, suffix=, logDir=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/MasterData/WALs/c4c650e80f58,38199,1731513396755, archiveDir=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/MasterData/oldWALs, maxLogs=10 2024-11-13T15:56:38,100 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/MasterData/WALs/c4c650e80f58,38199,1731513396755/c4c650e80f58%2C38199%2C1731513396755.1731513398086, exclude list is [], retry=0 2024-11-13T15:56:38,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46469,DS-339a8256-963b-44c3-b2b2-4b0c3e2b0847,DISK] 2024-11-13T15:56:38,103 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/MasterData/WALs/c4c650e80f58,38199,1731513396755/c4c650e80f58%2C38199%2C1731513396755.1731513398086 2024-11-13T15:56:38,103 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39337:39337)] 2024-11-13T15:56:38,103 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:56:38,103 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:38,103 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:38,103 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:38,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:38,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T15:56:38,105 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:38,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:38,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:38,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T15:56:38,106 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:38,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:38,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:38,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T15:56:38,107 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:38,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:38,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:38,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T15:56:38,108 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:38,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:38,109 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:38,109 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:38,109 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:38,110 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:38,110 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:38,110 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:56:38,111 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:38,112 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:56:38,113 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60923234, jitterRate=-0.09217306971549988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:56:38,113 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731513398103Initializing all the Stores at 1731513398104 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513398104Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513398104Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513398104Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513398104Cleaning up temporary data from old regions at 1731513398110 (+6 ms)Region opened successfully at 1731513398113 (+3 ms) 2024-11-13T15:56:38,113 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T15:56:38,115 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3323a2da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:56:38,115 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T15:56:38,115 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T15:56:38,116 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T15:56:38,116 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T15:56:38,116 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T15:56:38,116 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T15:56:38,116 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T15:56:38,117 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T15:56:38,118 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38199-0x100a6013c2a0000, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Unable to get data of znode /0-1588986262/balancer because node does not exist (not necessarily an error) 2024-11-13T15:56:38,119 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1588986262/balancer already deleted, retry=false 2024-11-13T15:56:38,119 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T15:56:38,120 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38199-0x100a6013c2a0000, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Unable to get data of znode /0-1588986262/normalizer because node does not exist (not necessarily an error) 2024-11-13T15:56:38,121 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1588986262/normalizer already deleted, retry=false 2024-11-13T15:56:38,121 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T15:56:38,122 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38199-0x100a6013c2a0000, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Unable to get data of znode /0-1588986262/switch/split because node does not exist (not necessarily an error) 2024-11-13T15:56:38,125 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1588986262/switch/split already deleted, retry=false 2024-11-13T15:56:38,125 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38199-0x100a6013c2a0000, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Unable to get data of znode /0-1588986262/switch/merge because node does not exist (not necessarily an error) 2024-11-13T15:56:38,126 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1588986262/switch/merge already deleted, retry=false 2024-11-13T15:56:38,128 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38199-0x100a6013c2a0000, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Unable to get data of znode /0-1588986262/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T15:56:38,129 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1588986262/snapshot-cleanup already deleted, retry=false 2024-11-13T15:56:38,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43371-0x100a6013c2a0001, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1588986262/running 2024-11-13T15:56:38,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43371-0x100a6013c2a0001, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588986262 2024-11-13T15:56:38,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38199-0x100a6013c2a0000, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1588986262/running 2024-11-13T15:56:38,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38199-0x100a6013c2a0000, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588986262 2024-11-13T15:56:38,131 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4c650e80f58,38199,1731513396755, sessionid=0x100a6013c2a0000, setting cluster-up flag (Was=false) 2024-11-13T15:56:38,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38199-0x100a6013c2a0000, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588986262 2024-11-13T15:56:38,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43371-0x100a6013c2a0001, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588986262 2024-11-13T15:56:38,140 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1588986262/flush-table-proc/acquired, /0-1588986262/flush-table-proc/reached, /0-1588986262/flush-table-proc/abort 2024-11-13T15:56:38,140 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,38199,1731513396755 2024-11-13T15:56:38,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38199-0x100a6013c2a0000, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588986262 2024-11-13T15:56:38,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43371-0x100a6013c2a0001, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588986262 2024-11-13T15:56:38,148 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1588986262/online-snapshot/acquired, /0-1588986262/online-snapshot/reached, /0-1588986262/online-snapshot/abort 2024-11-13T15:56:38,149 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,38199,1731513396755 2024-11-13T15:56:38,149 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T15:56:38,150 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T15:56:38,151 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T15:56:38,151 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T15:56:38,151 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4c650e80f58,38199,1731513396755 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T15:56:38,152 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:56:38,152 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:56:38,152 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:56:38,152 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:56:38,152 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4c650e80f58:0, corePoolSize=10, maxPoolSize=10 2024-11-13T15:56:38,152 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:38,152 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:56:38,152 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:38,157 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:56:38,157 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T15:56:38,158 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:38,158 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T15:56:38,159 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731513428159 2024-11-13T15:56:38,159 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T15:56:38,159 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T15:56:38,159 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T15:56:38,159 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T15:56:38,159 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T15:56:38,159 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T15:56:38,161 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:38,161 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T15:56:38,161 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T15:56:38,161 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T15:56:38,161 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T15:56:38,162 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T15:56:38,162 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T15:56:38,162 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513398162,5,FailOnTimeoutGroup] 2024-11-13T15:56:38,165 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513398162,5,FailOnTimeoutGroup] 2024-11-13T15:56:38,165 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:38,165 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T15:56:38,165 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:38,165 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:38,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741831_1007 (size=1321) 2024-11-13T15:56:38,229 INFO [RS:0;c4c650e80f58:43371 {}] regionserver.HRegionServer(746): ClusterId : a2a7ce49-1641-4b60-b317-d2872a5f9f46 2024-11-13T15:56:38,229 DEBUG [RS:0;c4c650e80f58:43371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T15:56:38,231 DEBUG [RS:0;c4c650e80f58:43371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T15:56:38,231 DEBUG [RS:0;c4c650e80f58:43371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T15:56:38,233 DEBUG [RS:0;c4c650e80f58:43371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T15:56:38,233 DEBUG [RS:0;c4c650e80f58:43371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b32676f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:56:38,245 DEBUG [RS:0;c4c650e80f58:43371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4c650e80f58:43371 2024-11-13T15:56:38,245 INFO [RS:0;c4c650e80f58:43371 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T15:56:38,245 INFO [RS:0;c4c650e80f58:43371 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T15:56:38,245 DEBUG [RS:0;c4c650e80f58:43371 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T15:56:38,246 INFO [RS:0;c4c650e80f58:43371 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4c650e80f58,38199,1731513396755 with port=43371, startcode=1731513396811 2024-11-13T15:56:38,246 DEBUG [RS:0;c4c650e80f58:43371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T15:56:38,247 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T15:56:38,247 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38199 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4c650e80f58,43371,1731513396811 2024-11-13T15:56:38,248 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38199 {}] master.ServerManager(517): Registering regionserver=c4c650e80f58,43371,1731513396811 2024-11-13T15:56:38,249 DEBUG [RS:0;c4c650e80f58:43371 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b 2024-11-13T15:56:38,249 DEBUG [RS:0;c4c650e80f58:43371 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45113 2024-11-13T15:56:38,249 DEBUG [RS:0;c4c650e80f58:43371 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T15:56:38,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38199-0x100a6013c2a0000, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588986262/rs 2024-11-13T15:56:38,251 DEBUG [RS:0;c4c650e80f58:43371 {}] zookeeper.ZKUtil(111): regionserver:43371-0x100a6013c2a0001, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Set watcher on existing znode=/0-1588986262/rs/c4c650e80f58,43371,1731513396811 2024-11-13T15:56:38,251 WARN [RS:0;c4c650e80f58:43371 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:56:38,251 INFO [RS:0;c4c650e80f58:43371 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:56:38,251 DEBUG [RS:0;c4c650e80f58:43371 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811 2024-11-13T15:56:38,252 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4c650e80f58,43371,1731513396811] 2024-11-13T15:56:38,254 INFO [RS:0;c4c650e80f58:43371 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T15:56:38,255 INFO [RS:0;c4c650e80f58:43371 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T15:56:38,256 INFO [RS:0;c4c650e80f58:43371 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T15:56:38,256 INFO [RS:0;c4c650e80f58:43371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:38,258 INFO [RS:0;c4c650e80f58:43371 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T15:56:38,259 INFO [RS:0;c4c650e80f58:43371 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T15:56:38,259 INFO [RS:0;c4c650e80f58:43371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:38,259 DEBUG [RS:0;c4c650e80f58:43371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:38,259 DEBUG [RS:0;c4c650e80f58:43371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:38,259 DEBUG [RS:0;c4c650e80f58:43371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:38,259 DEBUG [RS:0;c4c650e80f58:43371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:38,259 DEBUG [RS:0;c4c650e80f58:43371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:38,259 DEBUG [RS:0;c4c650e80f58:43371 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:56:38,259 DEBUG [RS:0;c4c650e80f58:43371 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:38,259 DEBUG [RS:0;c4c650e80f58:43371 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:38,259 DEBUG [RS:0;c4c650e80f58:43371 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:38,259 DEBUG [RS:0;c4c650e80f58:43371 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:38,259 DEBUG [RS:0;c4c650e80f58:43371 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:38,259 DEBUG [RS:0;c4c650e80f58:43371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:38,259 DEBUG [RS:0;c4c650e80f58:43371 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:56:38,259 DEBUG [RS:0;c4c650e80f58:43371 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:56:38,260 INFO [RS:0;c4c650e80f58:43371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:38,260 INFO [RS:0;c4c650e80f58:43371 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:38,260 INFO [RS:0;c4c650e80f58:43371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:38,260 INFO [RS:0;c4c650e80f58:43371 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:38,260 INFO [RS:0;c4c650e80f58:43371 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:38,260 INFO [RS:0;c4c650e80f58:43371 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,43371,1731513396811-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:56:38,274 INFO [RS:0;c4c650e80f58:43371 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T15:56:38,274 INFO [RS:0;c4c650e80f58:43371 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,43371,1731513396811-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:38,274 INFO [RS:0;c4c650e80f58:43371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:38,274 INFO [RS:0;c4c650e80f58:43371 {}] regionserver.Replication(171): c4c650e80f58,43371,1731513396811 started 2024-11-13T15:56:38,288 INFO [RS:0;c4c650e80f58:43371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:38,288 INFO [RS:0;c4c650e80f58:43371 {}] regionserver.HRegionServer(1482): Serving as c4c650e80f58,43371,1731513396811, RpcServer on c4c650e80f58/172.17.0.3:43371, sessionid=0x100a6013c2a0001 2024-11-13T15:56:38,288 DEBUG [RS:0;c4c650e80f58:43371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T15:56:38,288 DEBUG [RS:0;c4c650e80f58:43371 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4c650e80f58,43371,1731513396811 2024-11-13T15:56:38,288 DEBUG [RS:0;c4c650e80f58:43371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,43371,1731513396811' 2024-11-13T15:56:38,288 DEBUG [RS:0;c4c650e80f58:43371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1588986262/flush-table-proc/abort' 2024-11-13T15:56:38,289 DEBUG [RS:0;c4c650e80f58:43371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1588986262/flush-table-proc/acquired' 2024-11-13T15:56:38,289 DEBUG [RS:0;c4c650e80f58:43371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T15:56:38,289 DEBUG [RS:0;c4c650e80f58:43371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T15:56:38,289 DEBUG [RS:0;c4c650e80f58:43371 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4c650e80f58,43371,1731513396811 2024-11-13T15:56:38,289 DEBUG [RS:0;c4c650e80f58:43371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,43371,1731513396811' 2024-11-13T15:56:38,289 DEBUG [RS:0;c4c650e80f58:43371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1588986262/online-snapshot/abort' 2024-11-13T15:56:38,289 DEBUG [RS:0;c4c650e80f58:43371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1588986262/online-snapshot/acquired' 2024-11-13T15:56:38,289 DEBUG [RS:0;c4c650e80f58:43371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T15:56:38,290 INFO [RS:0;c4c650e80f58:43371 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T15:56:38,290 INFO [RS:0;c4c650e80f58:43371 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T15:56:38,390 INFO [RS:0;c4c650e80f58:43371 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:56:38,391 INFO [RS:0;c4c650e80f58:43371 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C43371%2C1731513396811, suffix=, logDir=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811, archiveDir=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/oldWALs, maxLogs=10 2024-11-13T15:56:38,404 DEBUG [RS:0;c4c650e80f58:43371 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513398391, exclude list is [], retry=0 2024-11-13T15:56:38,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46469,DS-339a8256-963b-44c3-b2b2-4b0c3e2b0847,DISK] 2024-11-13T15:56:38,408 INFO [RS:0;c4c650e80f58:43371 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513398391 2024-11-13T15:56:38,408 DEBUG [RS:0;c4c650e80f58:43371 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39337:39337)] 2024-11-13T15:56:38,568 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T15:56:38,568 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b 2024-11-13T15:56:38,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741833_1009 (size=32) 2024-11-13T15:56:38,591 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T15:56:38,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:38,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:38,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:38,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:38,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:38,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:38,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:38,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:38,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:38,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:38,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:38,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:38,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:38,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:38,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:38,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:38,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:38,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:38,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:56:38,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:56:38,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:38,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:38,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:56:38,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:56:38,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:38,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:38,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:56:38,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:56:38,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:38,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:38,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:56:38,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:56:38,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:38,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:38,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:56:38,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/meta/1588230740 2024-11-13T15:56:38,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/meta/1588230740 2024-11-13T15:56:38,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:56:38,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:56:38,981 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:56:38,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:56:38,983 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:56:38,984 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71482463, jitterRate=0.06517170369625092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:56:38,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731513398973Initializing all the Stores at 1731513398974 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513398974Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513398974Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513398974Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513398974Cleaning up temporary data from old regions at 1731513398981 (+7 ms)Region opened successfully at 1731513398984 (+3 ms) 2024-11-13T15:56:38,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:56:38,984 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:56:38,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:56:38,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:56:38,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:56:38,984 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:56:38,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513398984Disabling compacts and flushes for region at 1731513398984Disabling writes for close at 1731513398984Writing region close event to WAL at 1731513398984Closed at 1731513398984 2024-11-13T15:56:38,985 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:56:38,985 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T15:56:38,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T15:56:38,986 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:56:38,987 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T15:56:39,052 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:56:39,052 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c4c650e80f58,41263,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:41263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T15:56:39,053 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108935 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c4c650e80f58,41263,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:41263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T15:56:39,137 DEBUG [c4c650e80f58:38199 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T15:56:39,138 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4c650e80f58,43371,1731513396811 2024-11-13T15:56:39,139 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,43371,1731513396811, state=OPENING 2024-11-13T15:56:39,140 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T15:56:39,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38199-0x100a6013c2a0000, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588986262 2024-11-13T15:56:39,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43371-0x100a6013c2a0001, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588986262 2024-11-13T15:56:39,145 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1588986262/meta-region-server: CHANGED 2024-11-13T15:56:39,145 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1588986262/meta-region-server: CHANGED 2024-11-13T15:56:39,145 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:56:39,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,43371,1731513396811}] 2024-11-13T15:56:39,297 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T15:56:39,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T15:56:39,302 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T15:56:39,302 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:56:39,302 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T15:56:39,303 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C43371%2C1731513396811.meta, suffix=.meta, logDir=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811, archiveDir=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/oldWALs, maxLogs=10 2024-11-13T15:56:39,317 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.meta.1731513399303.meta, exclude list is [], retry=0 2024-11-13T15:56:39,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46469,DS-339a8256-963b-44c3-b2b2-4b0c3e2b0847,DISK] 2024-11-13T15:56:39,320 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.meta.1731513399303.meta 2024-11-13T15:56:39,320 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39337:39337)] 2024-11-13T15:56:39,321 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:56:39,321 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:56:39,321 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:56:39,321 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T15:56:39,321 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T15:56:39,321 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T15:56:39,321 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:39,321 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T15:56:39,321 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T15:56:39,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:56:39,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:56:39,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:39,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:39,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:56:39,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:56:39,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:39,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:39,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:56:39,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:56:39,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:39,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:39,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:56:39,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:56:39,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:39,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:39,326 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:56:39,326 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/meta/1588230740 2024-11-13T15:56:39,327 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/meta/1588230740 2024-11-13T15:56:39,328 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:56:39,328 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:56:39,328 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:56:39,329 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:56:39,330 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72823115, jitterRate=0.08514897525310516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:56:39,330 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T15:56:39,330 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731513399321Writing region info on filesystem at 1731513399321Initializing all the Stores at 1731513399322 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513399322Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513399322Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513399322Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513399322Cleaning up temporary data from old regions at 1731513399328 (+6 ms)Running coprocessor post-open hooks at 1731513399330 (+2 ms)Region opened successfully at 1731513399330 2024-11-13T15:56:39,330 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731513399297 2024-11-13T15:56:39,332 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T15:56:39,332 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T15:56:39,333 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,43371,1731513396811 2024-11-13T15:56:39,333 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,43371,1731513396811, state=OPEN 2024-11-13T15:56:39,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38199-0x100a6013c2a0000, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1588986262/meta-region-server 2024-11-13T15:56:39,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43371-0x100a6013c2a0001, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1588986262/meta-region-server 2024-11-13T15:56:39,336 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4c650e80f58,43371,1731513396811 2024-11-13T15:56:39,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1588986262/meta-region-server: CHANGED 2024-11-13T15:56:39,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1588986262/meta-region-server: CHANGED 2024-11-13T15:56:39,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T15:56:39,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,43371,1731513396811 in 191 msec 2024-11-13T15:56:39,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T15:56:39,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-13T15:56:39,339 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:56:39,339 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T15:56:39,340 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:56:39,340 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,43371,1731513396811, seqNum=-1] 2024-11-13T15:56:39,341 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:56:39,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52439, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:56:39,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1940 sec 2024-11-13T15:56:39,345 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731513399345, completionTime=-1 2024-11-13T15:56:39,345 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T15:56:39,345 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T15:56:39,347 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T15:56:39,347 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731513459347 2024-11-13T15:56:39,347 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731513519347 2024-11-13T15:56:39,347 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T15:56:39,347 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,38199,1731513396755-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:39,347 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,38199,1731513396755-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:39,347 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,38199,1731513396755-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:39,347 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4c650e80f58:38199, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:39,347 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:39,347 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:39,349 DEBUG [master/c4c650e80f58:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T15:56:39,350 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.505sec 2024-11-13T15:56:39,350 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T15:56:39,350 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T15:56:39,350 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T15:56:39,350 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T15:56:39,350 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T15:56:39,350 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,38199,1731513396755-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:56:39,350 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,38199,1731513396755-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T15:56:39,352 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T15:56:39,352 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T15:56:39,352 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,38199,1731513396755-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:39,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3515c90c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:39,430 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,38199,-1 for getting cluster id 2024-11-13T15:56:39,430 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:56:39,431 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2a7ce49-1641-4b60-b317-d2872a5f9f46' 2024-11-13T15:56:39,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:56:39,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2a7ce49-1641-4b60-b317-d2872a5f9f46" 2024-11-13T15:56:39,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50da9e06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:39,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,38199,-1] 2024-11-13T15:56:39,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:56:39,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:39,432 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:56:39,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4620e042, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:39,433 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:56:39,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,43371,1731513396811, seqNum=-1] 2024-11-13T15:56:39,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:56:39,435 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:56:39,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4c650e80f58,38199,1731513396755 2024-11-13T15:56:39,437 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54896 2024-11-13T15:56:39,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:56:39,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100a6013c2a0002 connected 2024-11-13T15:56:39,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7/hadoop.log.dir so I do NOT create it in target/test-data/a5ce9d15-4e6b-4314-6ae0-94e0b9c259a6 2024-11-13T15:56:39,442 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T15:56:39,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7/hadoop.tmp.dir so I do NOT create it in target/test-data/a5ce9d15-4e6b-4314-6ae0-94e0b9c259a6 2024-11-13T15:56:39,443 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T15:56:39,443 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5ce9d15-4e6b-4314-6ae0-94e0b9c259a6 2024-11-13T15:56:39,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T15:56:39,443 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5ce9d15-4e6b-4314-6ae0-94e0b9c259a6/cluster_6284896b-3508-8831-91c3-0e8e67eb1ff4, deleteOnExit=true 2024-11-13T15:56:39,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T15:56:39,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5ce9d15-4e6b-4314-6ae0-94e0b9c259a6/test.cache.data in system properties and HBase conf 2024-11-13T15:56:39,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5ce9d15-4e6b-4314-6ae0-94e0b9c259a6/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T15:56:39,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5ce9d15-4e6b-4314-6ae0-94e0b9c259a6/hadoop.log.dir in system properties and HBase conf 2024-11-13T15:56:39,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5ce9d15-4e6b-4314-6ae0-94e0b9c259a6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T15:56:39,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5ce9d15-4e6b-4314-6ae0-94e0b9c259a6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T15:56:39,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T15:56:39,443 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T15:56:39,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5ce9d15-4e6b-4314-6ae0-94e0b9c259a6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:56:39,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5ce9d15-4e6b-4314-6ae0-94e0b9c259a6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:56:39,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5ce9d15-4e6b-4314-6ae0-94e0b9c259a6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T15:56:39,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5ce9d15-4e6b-4314-6ae0-94e0b9c259a6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:56:39,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5ce9d15-4e6b-4314-6ae0-94e0b9c259a6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T15:56:39,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5ce9d15-4e6b-4314-6ae0-94e0b9c259a6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T15:56:39,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5ce9d15-4e6b-4314-6ae0-94e0b9c259a6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:56:39,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5ce9d15-4e6b-4314-6ae0-94e0b9c259a6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:56:39,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5ce9d15-4e6b-4314-6ae0-94e0b9c259a6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T15:56:39,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5ce9d15-4e6b-4314-6ae0-94e0b9c259a6/nfs.dump.dir in system properties and HBase conf 2024-11-13T15:56:39,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5ce9d15-4e6b-4314-6ae0-94e0b9c259a6/java.io.tmpdir in system properties and HBase conf 2024-11-13T15:56:39,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5ce9d15-4e6b-4314-6ae0-94e0b9c259a6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:56:39,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5ce9d15-4e6b-4314-6ae0-94e0b9c259a6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T15:56:39,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5ce9d15-4e6b-4314-6ae0-94e0b9c259a6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T15:56:39,517 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:56:39,521 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:56:39,522 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:56:39,522 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:56:39,522 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T15:56:39,522 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:56:39,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c8770c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5ce9d15-4e6b-4314-6ae0-94e0b9c259a6/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:56:39,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b5d523c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:56:39,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6636e9ef{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5ce9d15-4e6b-4314-6ae0-94e0b9c259a6/java.io.tmpdir/jetty-localhost-34515-hadoop-hdfs-3_4_1-tests_jar-_-any-14731342429242691569/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:56:39,638 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69015da7{HTTP/1.1, (http/1.1)}{localhost:34515} 2024-11-13T15:56:39,638 INFO [Time-limited test {}] server.Server(415): Started @282012ms 2024-11-13T15:56:39,717 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:56:39,720 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:56:39,721 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:56:39,721 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:56:39,721 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T15:56:39,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9fd6c86{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5ce9d15-4e6b-4314-6ae0-94e0b9c259a6/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:56:39,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5816a4e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:56:39,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@91c7aa7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5ce9d15-4e6b-4314-6ae0-94e0b9c259a6/java.io.tmpdir/jetty-localhost-45715-hadoop-hdfs-3_4_1-tests_jar-_-any-17676776965281074122/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:56:39,841 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c6879ae{HTTP/1.1, (http/1.1)}{localhost:45715} 2024-11-13T15:56:39,841 INFO [Time-limited test {}] server.Server(415): Started @282215ms 2024-11-13T15:56:39,842 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T15:56:39,952 WARN [Thread-4420 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5ce9d15-4e6b-4314-6ae0-94e0b9c259a6/cluster_6284896b-3508-8831-91c3-0e8e67eb1ff4/data/data1/current/BP-1704690544-172.17.0.3-1731513399462/current, will proceed with Du for space computation calculation, 2024-11-13T15:56:39,952 WARN [Thread-4421 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5ce9d15-4e6b-4314-6ae0-94e0b9c259a6/cluster_6284896b-3508-8831-91c3-0e8e67eb1ff4/data/data2/current/BP-1704690544-172.17.0.3-1731513399462/current, will proceed with Du for space computation calculation, 2024-11-13T15:56:39,969 WARN [Thread-4408 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T15:56:39,972 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba41ab446875923c with lease ID 0x4434de470aa3e7e2: Processing first storage report for DS-724dde7d-a820-45cf-b053-62bade89ea1c from datanode DatanodeRegistration(127.0.0.1:39181, datanodeUuid=336d53c6-a5d1-4ce6-81ed-14012301aed4, infoPort=43269, infoSecurePort=0, ipcPort=38937, storageInfo=lv=-57;cid=testClusterID;nsid=1399001252;c=1731513399462) 2024-11-13T15:56:39,972 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba41ab446875923c with lease ID 0x4434de470aa3e7e2: from storage DS-724dde7d-a820-45cf-b053-62bade89ea1c node DatanodeRegistration(127.0.0.1:39181, datanodeUuid=336d53c6-a5d1-4ce6-81ed-14012301aed4, infoPort=43269, infoSecurePort=0, ipcPort=38937, storageInfo=lv=-57;cid=testClusterID;nsid=1399001252;c=1731513399462), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T15:56:39,972 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba41ab446875923c with lease ID 0x4434de470aa3e7e2: Processing first storage report for DS-21943848-7e5f-4d00-8a25-611fa5c52306 from datanode DatanodeRegistration(127.0.0.1:39181, datanodeUuid=336d53c6-a5d1-4ce6-81ed-14012301aed4, infoPort=43269, infoSecurePort=0, ipcPort=38937, storageInfo=lv=-57;cid=testClusterID;nsid=1399001252;c=1731513399462) 2024-11-13T15:56:39,972 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba41ab446875923c with lease ID 0x4434de470aa3e7e2: from storage DS-21943848-7e5f-4d00-8a25-611fa5c52306 node DatanodeRegistration(127.0.0.1:39181, datanodeUuid=336d53c6-a5d1-4ce6-81ed-14012301aed4, infoPort=43269, infoSecurePort=0, ipcPort=38937, storageInfo=lv=-57;cid=testClusterID;nsid=1399001252;c=1731513399462), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T15:56:40,072 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5ce9d15-4e6b-4314-6ae0-94e0b9c259a6 2024-11-13T15:56:40,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:40,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:40,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39181 is added to blk_1073741825_1001 (size=7) 2024-11-13T15:56:40,140 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T15:56:40,141 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T15:56:40,480 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94 with version=8 2024-11-13T15:56:40,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/hbase-staging 2024-11-13T15:56:40,482 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:56:40,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:56:40,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:56:40,482 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:56:40,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:56:40,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:56:40,482 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T15:56:40,483 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:56:40,483 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39005 2024-11-13T15:56:40,484 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39005 connecting to ZooKeeper ensemble=127.0.0.1:54896 2024-11-13T15:56:40,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390050x0, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:56:40,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39005-0x100a6013c2a0003 connected 2024-11-13T15:56:40,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:40,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:40,501 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39005-0x100a6013c2a0003, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Set watcher on znode that does not yet exist, /1-1965124303/running 2024-11-13T15:56:40,501 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94, hbase.cluster.distributed=false 2024-11-13T15:56:40,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39005-0x100a6013c2a0003, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Set watcher on znode that does not yet exist, /1-1965124303/acl 2024-11-13T15:56:40,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39005 2024-11-13T15:56:40,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39005 2024-11-13T15:56:40,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39005 2024-11-13T15:56:40,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39005 2024-11-13T15:56:40,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39005 2024-11-13T15:56:40,518 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:56:40,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:56:40,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:56:40,518 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:56:40,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:56:40,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:56:40,518 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T15:56:40,518 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:56:40,519 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42619 2024-11-13T15:56:40,519 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42619 connecting to ZooKeeper ensemble=127.0.0.1:54896 2024-11-13T15:56:40,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:40,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:40,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426190x0, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:56:40,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426190x0, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Set watcher on znode that does not yet exist, /1-1965124303/running 2024-11-13T15:56:40,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42619-0x100a6013c2a0004 connected 2024-11-13T15:56:40,525 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T15:56:40,526 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T15:56:40,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42619-0x100a6013c2a0004, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Set watcher on znode that does not yet exist, /1-1965124303/master 2024-11-13T15:56:40,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42619-0x100a6013c2a0004, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Set watcher on znode that does not yet exist, /1-1965124303/acl 2024-11-13T15:56:40,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42619 2024-11-13T15:56:40,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42619 2024-11-13T15:56:40,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42619 2024-11-13T15:56:40,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42619 2024-11-13T15:56:40,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42619 2024-11-13T15:56:40,554 DEBUG [M:0;c4c650e80f58:39005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4c650e80f58:39005 2024-11-13T15:56:40,554 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1965124303/backup-masters/c4c650e80f58,39005,1731513400482 2024-11-13T15:56:40,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x100a6013c2a0004, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1965124303/backup-masters 2024-11-13T15:56:40,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39005-0x100a6013c2a0003, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1965124303/backup-masters 2024-11-13T15:56:40,556 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39005-0x100a6013c2a0003, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Set watcher on existing znode=/1-1965124303/backup-masters/c4c650e80f58,39005,1731513400482 2024-11-13T15:56:40,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x100a6013c2a0004, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1965124303/master 2024-11-13T15:56:40,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39005-0x100a6013c2a0003, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1965124303 2024-11-13T15:56:40,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x100a6013c2a0004, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1965124303 2024-11-13T15:56:40,559 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39005-0x100a6013c2a0003, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Set watcher on existing znode=/1-1965124303/master 2024-11-13T15:56:40,559 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1965124303/backup-masters/c4c650e80f58,39005,1731513400482 from backup master directory 2024-11-13T15:56:40,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39005-0x100a6013c2a0003, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1965124303/backup-masters/c4c650e80f58,39005,1731513400482 2024-11-13T15:56:40,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x100a6013c2a0004, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1965124303/backup-masters 2024-11-13T15:56:40,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39005-0x100a6013c2a0003, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1965124303/backup-masters 2024-11-13T15:56:40,560 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:56:40,560 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4c650e80f58,39005,1731513400482 2024-11-13T15:56:40,563 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/hbase.id] with ID: 5489bc9c-6a9a-4eff-801a-cb51093764f6 2024-11-13T15:56:40,563 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/.tmp/hbase.id 2024-11-13T15:56:40,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39181 is added to blk_1073741826_1002 (size=42) 2024-11-13T15:56:40,967 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/.tmp/hbase.id]:[hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/hbase.id] 2024-11-13T15:56:40,975 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:40,975 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T15:56:40,976 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T15:56:40,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39005-0x100a6013c2a0003, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1965124303 2024-11-13T15:56:40,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x100a6013c2a0004, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1965124303 2024-11-13T15:56:40,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39181 is added to blk_1073741827_1003 (size=196) 2024-11-13T15:56:41,392 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:56:41,393 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T15:56:41,394 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:56:41,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39181 is added to blk_1073741828_1004 (size=1189) 2024-11-13T15:56:41,800 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/MasterData/data/master/store 2024-11-13T15:56:41,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39181 is added to blk_1073741829_1005 (size=34) 2024-11-13T15:56:41,805 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:41,805 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:56:41,805 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:41,805 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:41,805 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:56:41,805 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:41,805 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:41,805 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513401805Disabling compacts and flushes for region at 1731513401805Disabling writes for close at 1731513401805Writing region close event to WAL at 1731513401805Closed at 1731513401805 2024-11-13T15:56:41,805 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/MasterData/data/master/store/.initializing 2024-11-13T15:56:41,806 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/MasterData/WALs/c4c650e80f58,39005,1731513400482 2024-11-13T15:56:41,806 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:56:41,808 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4c650e80f58%2C39005%2C1731513400482, suffix=, logDir=hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/MasterData/WALs/c4c650e80f58,39005,1731513400482, archiveDir=hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/MasterData/oldWALs, maxLogs=10 2024-11-13T15:56:41,822 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/MasterData/WALs/c4c650e80f58,39005,1731513400482/c4c650e80f58%2C39005%2C1731513400482.1731513401808, exclude list is [], retry=0 2024-11-13T15:56:41,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39181,DS-724dde7d-a820-45cf-b053-62bade89ea1c,DISK] 2024-11-13T15:56:41,826 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/MasterData/WALs/c4c650e80f58,39005,1731513400482/c4c650e80f58%2C39005%2C1731513400482.1731513401808 2024-11-13T15:56:41,826 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43269:43269)] 2024-11-13T15:56:41,826 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:56:41,826 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:41,826 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:41,826 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:41,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:41,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T15:56:41,829 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:41,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:41,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:41,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T15:56:41,830 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:41,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:41,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:41,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T15:56:41,831 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:41,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:41,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:41,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T15:56:41,832 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:41,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:41,832 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:41,833 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:41,833 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:41,834 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:41,834 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:41,835 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:56:41,835 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:41,837 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:56:41,837 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70605788, jitterRate=0.05210822820663452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:56:41,837 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731513401827Initializing all the Stores at 1731513401827Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513401827Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513401827Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513401827Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513401827Cleaning up temporary data from old regions at 1731513401834 (+7 ms)Region opened successfully at 1731513401837 (+3 ms) 2024-11-13T15:56:41,838 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T15:56:41,840 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@687aca02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:56:41,841 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T15:56:41,841 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T15:56:41,841 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T15:56:41,841 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T15:56:41,842 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T15:56:41,842 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T15:56:41,842 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T15:56:41,844 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T15:56:41,844 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39005-0x100a6013c2a0003, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Unable to get data of znode /1-1965124303/balancer because node does not exist (not necessarily an error) 2024-11-13T15:56:41,846 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1965124303/balancer already deleted, retry=false 2024-11-13T15:56:41,846 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T15:56:41,847 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39005-0x100a6013c2a0003, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Unable to get data of znode /1-1965124303/normalizer because node does not exist (not necessarily an error) 2024-11-13T15:56:41,848 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1965124303/normalizer already deleted, retry=false 2024-11-13T15:56:41,848 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T15:56:41,849 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39005-0x100a6013c2a0003, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Unable to get data of znode /1-1965124303/switch/split because node does not exist (not necessarily an error) 2024-11-13T15:56:41,853 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1965124303/switch/split already deleted, retry=false 2024-11-13T15:56:41,854 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39005-0x100a6013c2a0003, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Unable to get data of znode /1-1965124303/switch/merge because node does not exist (not necessarily an error) 2024-11-13T15:56:41,856 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1965124303/switch/merge already deleted, retry=false 2024-11-13T15:56:41,857 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39005-0x100a6013c2a0003, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Unable to get data of znode /1-1965124303/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T15:56:41,859 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1965124303/snapshot-cleanup already deleted, retry=false 2024-11-13T15:56:41,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x100a6013c2a0004, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1965124303/running 2024-11-13T15:56:41,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39005-0x100a6013c2a0003, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1965124303/running 2024-11-13T15:56:41,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x100a6013c2a0004, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1965124303 2024-11-13T15:56:41,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39005-0x100a6013c2a0003, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1965124303 2024-11-13T15:56:41,861 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4c650e80f58,39005,1731513400482, sessionid=0x100a6013c2a0003, setting cluster-up flag (Was=false) 2024-11-13T15:56:41,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x100a6013c2a0004, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1965124303 2024-11-13T15:56:41,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39005-0x100a6013c2a0003, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1965124303 2024-11-13T15:56:41,868 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1965124303/flush-table-proc/acquired, /1-1965124303/flush-table-proc/reached, /1-1965124303/flush-table-proc/abort 2024-11-13T15:56:41,869 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,39005,1731513400482 2024-11-13T15:56:41,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x100a6013c2a0004, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1965124303 2024-11-13T15:56:41,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39005-0x100a6013c2a0003, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1965124303 2024-11-13T15:56:41,882 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1965124303/online-snapshot/acquired, /1-1965124303/online-snapshot/reached, /1-1965124303/online-snapshot/abort 2024-11-13T15:56:41,883 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,39005,1731513400482 2024-11-13T15:56:41,884 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T15:56:41,885 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T15:56:41,885 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T15:56:41,885 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T15:56:41,885 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4c650e80f58,39005,1731513400482 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T15:56:41,886 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:56:41,886 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:56:41,886 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:56:41,886 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:56:41,886 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4c650e80f58:0, corePoolSize=10, maxPoolSize=10 2024-11-13T15:56:41,886 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:41,886 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:56:41,886 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:41,888 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731513431887 2024-11-13T15:56:41,888 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T15:56:41,888 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T15:56:41,888 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:56:41,888 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T15:56:41,888 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T15:56:41,888 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T15:56:41,888 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T15:56:41,888 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T15:56:41,888 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:41,888 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T15:56:41,888 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T15:56:41,889 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T15:56:41,889 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T15:56:41,889 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:41,889 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T15:56:41,889 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T15:56:41,889 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T15:56:41,889 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513401889,5,FailOnTimeoutGroup] 2024-11-13T15:56:41,889 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513401889,5,FailOnTimeoutGroup] 2024-11-13T15:56:41,889 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:41,889 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T15:56:41,889 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:41,889 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:41,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39181 is added to blk_1073741831_1007 (size=1321) 2024-11-13T15:56:41,942 INFO [RS:0;c4c650e80f58:42619 {}] regionserver.HRegionServer(746): ClusterId : 5489bc9c-6a9a-4eff-801a-cb51093764f6 2024-11-13T15:56:41,942 DEBUG [RS:0;c4c650e80f58:42619 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T15:56:41,944 DEBUG [RS:0;c4c650e80f58:42619 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T15:56:41,944 DEBUG [RS:0;c4c650e80f58:42619 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T15:56:41,946 DEBUG [RS:0;c4c650e80f58:42619 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T15:56:41,946 DEBUG [RS:0;c4c650e80f58:42619 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44078544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:56:41,958 DEBUG [RS:0;c4c650e80f58:42619 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4c650e80f58:42619 2024-11-13T15:56:41,958 INFO [RS:0;c4c650e80f58:42619 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T15:56:41,958 INFO [RS:0;c4c650e80f58:42619 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T15:56:41,958 DEBUG [RS:0;c4c650e80f58:42619 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T15:56:41,959 INFO [RS:0;c4c650e80f58:42619 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4c650e80f58,39005,1731513400482 with port=42619, startcode=1731513400517 2024-11-13T15:56:41,959 DEBUG [RS:0;c4c650e80f58:42619 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T15:56:41,960 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T15:56:41,961 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39005 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4c650e80f58,42619,1731513400517 2024-11-13T15:56:41,961 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39005 {}] master.ServerManager(517): Registering regionserver=c4c650e80f58,42619,1731513400517 2024-11-13T15:56:41,962 DEBUG [RS:0;c4c650e80f58:42619 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94 2024-11-13T15:56:41,962 DEBUG [RS:0;c4c650e80f58:42619 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36443 2024-11-13T15:56:41,962 DEBUG [RS:0;c4c650e80f58:42619 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T15:56:41,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39005-0x100a6013c2a0003, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1965124303/rs 2024-11-13T15:56:41,969 DEBUG [RS:0;c4c650e80f58:42619 {}] zookeeper.ZKUtil(111): regionserver:42619-0x100a6013c2a0004, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Set watcher on existing znode=/1-1965124303/rs/c4c650e80f58,42619,1731513400517 2024-11-13T15:56:41,969 WARN [RS:0;c4c650e80f58:42619 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:56:41,969 INFO [RS:0;c4c650e80f58:42619 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:56:41,969 DEBUG [RS:0;c4c650e80f58:42619 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/WALs/c4c650e80f58,42619,1731513400517 2024-11-13T15:56:41,969 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4c650e80f58,42619,1731513400517] 2024-11-13T15:56:41,971 INFO [RS:0;c4c650e80f58:42619 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T15:56:41,973 INFO [RS:0;c4c650e80f58:42619 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T15:56:41,973 INFO [RS:0;c4c650e80f58:42619 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T15:56:41,974 INFO [RS:0;c4c650e80f58:42619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:41,974 INFO [RS:0;c4c650e80f58:42619 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T15:56:41,974 INFO [RS:0;c4c650e80f58:42619 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T15:56:41,974 INFO [RS:0;c4c650e80f58:42619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:41,974 DEBUG [RS:0;c4c650e80f58:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:41,974 DEBUG [RS:0;c4c650e80f58:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:41,974 DEBUG [RS:0;c4c650e80f58:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:41,974 DEBUG [RS:0;c4c650e80f58:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:41,974 DEBUG [RS:0;c4c650e80f58:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:41,974 DEBUG [RS:0;c4c650e80f58:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:56:41,975 DEBUG [RS:0;c4c650e80f58:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:41,975 DEBUG [RS:0;c4c650e80f58:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:41,975 DEBUG [RS:0;c4c650e80f58:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:41,975 DEBUG [RS:0;c4c650e80f58:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:41,975 DEBUG [RS:0;c4c650e80f58:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:41,975 DEBUG [RS:0;c4c650e80f58:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:41,975 DEBUG [RS:0;c4c650e80f58:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:56:41,975 DEBUG [RS:0;c4c650e80f58:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:56:41,977 INFO [RS:0;c4c650e80f58:42619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:41,977 INFO [RS:0;c4c650e80f58:42619 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:41,977 INFO [RS:0;c4c650e80f58:42619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:41,977 INFO [RS:0;c4c650e80f58:42619 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:41,977 INFO [RS:0;c4c650e80f58:42619 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:41,977 INFO [RS:0;c4c650e80f58:42619 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,42619,1731513400517-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:56:41,996 INFO [RS:0;c4c650e80f58:42619 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T15:56:41,996 INFO [RS:0;c4c650e80f58:42619 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,42619,1731513400517-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:41,996 INFO [RS:0;c4c650e80f58:42619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:42,013 INFO [RS:0;c4c650e80f58:42619 {}] regionserver.Replication(171): c4c650e80f58,42619,1731513400517 started 2024-11-13T15:56:42,032 INFO [RS:0;c4c650e80f58:42619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:42,032 INFO [RS:0;c4c650e80f58:42619 {}] regionserver.HRegionServer(1482): Serving as c4c650e80f58,42619,1731513400517, RpcServer on c4c650e80f58/172.17.0.3:42619, sessionid=0x100a6013c2a0004 2024-11-13T15:56:42,032 DEBUG [RS:0;c4c650e80f58:42619 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T15:56:42,032 DEBUG [RS:0;c4c650e80f58:42619 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4c650e80f58,42619,1731513400517 2024-11-13T15:56:42,032 DEBUG [RS:0;c4c650e80f58:42619 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,42619,1731513400517' 2024-11-13T15:56:42,032 DEBUG [RS:0;c4c650e80f58:42619 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1965124303/flush-table-proc/abort' 2024-11-13T15:56:42,033 DEBUG [RS:0;c4c650e80f58:42619 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1965124303/flush-table-proc/acquired' 2024-11-13T15:56:42,033 DEBUG [RS:0;c4c650e80f58:42619 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T15:56:42,033 DEBUG [RS:0;c4c650e80f58:42619 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T15:56:42,033 DEBUG [RS:0;c4c650e80f58:42619 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4c650e80f58,42619,1731513400517 2024-11-13T15:56:42,033 DEBUG [RS:0;c4c650e80f58:42619 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,42619,1731513400517' 2024-11-13T15:56:42,033 DEBUG [RS:0;c4c650e80f58:42619 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1965124303/online-snapshot/abort' 2024-11-13T15:56:42,034 DEBUG [RS:0;c4c650e80f58:42619 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1965124303/online-snapshot/acquired' 2024-11-13T15:56:42,034 DEBUG [RS:0;c4c650e80f58:42619 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T15:56:42,034 INFO [RS:0;c4c650e80f58:42619 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T15:56:42,034 INFO [RS:0;c4c650e80f58:42619 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T15:56:42,134 INFO [RS:0;c4c650e80f58:42619 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:56:42,136 INFO [RS:0;c4c650e80f58:42619 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C42619%2C1731513400517, suffix=, logDir=hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/WALs/c4c650e80f58,42619,1731513400517, archiveDir=hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/oldWALs, maxLogs=10 2024-11-13T15:56:42,149 DEBUG [RS:0;c4c650e80f58:42619 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/WALs/c4c650e80f58,42619,1731513400517/c4c650e80f58%2C42619%2C1731513400517.1731513402136, exclude list is [], retry=0 2024-11-13T15:56:42,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39181,DS-724dde7d-a820-45cf-b053-62bade89ea1c,DISK] 2024-11-13T15:56:42,153 INFO [RS:0;c4c650e80f58:42619 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/WALs/c4c650e80f58,42619,1731513400517/c4c650e80f58%2C42619%2C1731513400517.1731513402136 2024-11-13T15:56:42,153 DEBUG [RS:0;c4c650e80f58:42619 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43269:43269)] 2024-11-13T15:56:42,298 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T15:56:42,298 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94 2024-11-13T15:56:42,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39181 is added to blk_1073741833_1009 (size=32) 2024-11-13T15:56:42,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:42,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:56:42,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:56:42,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:42,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:42,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:56:42,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:56:42,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:42,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:42,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:56:42,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:56:42,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:42,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:42,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:56:42,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:56:42,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:42,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:42,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:56:42,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/hbase/meta/1588230740 2024-11-13T15:56:42,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/hbase/meta/1588230740 2024-11-13T15:56:42,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:56:42,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:56:42,711 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:56:42,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:56:42,713 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:56:42,713 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59131925, jitterRate=-0.11886565387248993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:56:42,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731513402704Initializing all the Stores at 1731513402704Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513402704Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513402704Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513402704Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513402704Cleaning up temporary data from old regions at 1731513402711 (+7 ms)Region opened successfully at 1731513402714 (+3 ms) 2024-11-13T15:56:42,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:56:42,714 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:56:42,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:56:42,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:56:42,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:56:42,714 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:56:42,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513402714Disabling compacts and flushes for region at 1731513402714Disabling writes for close at 1731513402714Writing region close event to WAL at 1731513402714Closed at 1731513402714 2024-11-13T15:56:42,715 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:56:42,715 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T15:56:42,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T15:56:42,716 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:56:42,717 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T15:56:42,867 DEBUG [c4c650e80f58:39005 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T15:56:42,867 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4c650e80f58,42619,1731513400517 2024-11-13T15:56:42,868 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,42619,1731513400517, state=OPENING 2024-11-13T15:56:42,870 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T15:56:42,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39005-0x100a6013c2a0003, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1965124303 2024-11-13T15:56:42,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x100a6013c2a0004, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1965124303 2024-11-13T15:56:42,872 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:56:42,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1965124303/meta-region-server: CHANGED 2024-11-13T15:56:42,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1965124303/meta-region-server: CHANGED 2024-11-13T15:56:42,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,42619,1731513400517}] 2024-11-13T15:56:43,024 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T15:56:43,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T15:56:43,028 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T15:56:43,028 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:56:43,029 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T15:56:43,030 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C42619%2C1731513400517.meta, suffix=.meta, logDir=hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/WALs/c4c650e80f58,42619,1731513400517, archiveDir=hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/oldWALs, maxLogs=10 2024-11-13T15:56:43,043 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/WALs/c4c650e80f58,42619,1731513400517/c4c650e80f58%2C42619%2C1731513400517.meta.1731513403030.meta, exclude list is [], retry=0 2024-11-13T15:56:43,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39181,DS-724dde7d-a820-45cf-b053-62bade89ea1c,DISK] 2024-11-13T15:56:43,046 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/WALs/c4c650e80f58,42619,1731513400517/c4c650e80f58%2C42619%2C1731513400517.meta.1731513403030.meta 2024-11-13T15:56:43,046 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43269:43269)] 2024-11-13T15:56:43,046 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:56:43,047 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:56:43,047 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:56:43,047 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T15:56:43,047 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T15:56:43,047 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T15:56:43,047 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:43,047 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T15:56:43,047 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T15:56:43,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:56:43,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:56:43,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:43,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:43,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:56:43,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:56:43,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:43,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:43,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:56:43,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:56:43,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:43,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:43,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:56:43,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:56:43,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:43,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:43,052 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:56:43,053 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/hbase/meta/1588230740 2024-11-13T15:56:43,053 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/hbase/meta/1588230740 2024-11-13T15:56:43,054 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:56:43,054 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:56:43,054 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:56:43,055 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:56:43,055 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69107955, jitterRate=0.029788777232170105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:56:43,056 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T15:56:43,056 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731513403047Writing region info on filesystem at 1731513403047Initializing all the Stores at 1731513403048 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513403048Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513403048Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513403048Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513403048Cleaning up temporary data from old regions at 1731513403054 (+6 ms)Running coprocessor post-open hooks at 1731513403056 (+2 ms)Region opened successfully at 1731513403056 2024-11-13T15:56:43,056 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731513403024 2024-11-13T15:56:43,058 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T15:56:43,058 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T15:56:43,058 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,42619,1731513400517 2024-11-13T15:56:43,059 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,42619,1731513400517, state=OPEN 2024-11-13T15:56:43,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39005-0x100a6013c2a0003, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1965124303/meta-region-server 2024-11-13T15:56:43,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x100a6013c2a0004, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1965124303/meta-region-server 2024-11-13T15:56:43,062 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4c650e80f58,42619,1731513400517 2024-11-13T15:56:43,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1965124303/meta-region-server: CHANGED 2024-11-13T15:56:43,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1965124303/meta-region-server: CHANGED 2024-11-13T15:56:43,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T15:56:43,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,42619,1731513400517 in 190 msec 2024-11-13T15:56:43,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T15:56:43,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 349 msec 2024-11-13T15:56:43,066 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:56:43,066 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T15:56:43,067 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:56:43,067 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,42619,1731513400517, seqNum=-1] 2024-11-13T15:56:43,067 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:56:43,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:56:43,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1860 sec 2024-11-13T15:56:43,071 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731513403071, completionTime=-1 2024-11-13T15:56:43,071 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T15:56:43,071 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T15:56:43,072 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T15:56:43,073 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731513463073 2024-11-13T15:56:43,073 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731513523073 2024-11-13T15:56:43,073 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T15:56:43,073 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,39005,1731513400482-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:43,073 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,39005,1731513400482-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:43,073 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,39005,1731513400482-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:43,073 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4c650e80f58:39005, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:43,073 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:43,073 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:43,074 DEBUG [master/c4c650e80f58:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T15:56:43,076 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.516sec 2024-11-13T15:56:43,076 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T15:56:43,076 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T15:56:43,076 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T15:56:43,076 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T15:56:43,076 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T15:56:43,076 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,39005,1731513400482-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:56:43,076 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,39005,1731513400482-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T15:56:43,078 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T15:56:43,078 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T15:56:43,078 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,39005,1731513400482-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:43,089 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T15:56:43,089 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T15:56:43,089 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T15:56:43,089 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T15:56:43,089 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T15:56:43,089 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T15:56:43,090 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T15:56:43,090 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T15:56:43,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35cee065, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:43,143 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,39005,-1 for getting cluster id 2024-11-13T15:56:43,143 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:56:43,144 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5489bc9c-6a9a-4eff-801a-cb51093764f6' 2024-11-13T15:56:43,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:56:43,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5489bc9c-6a9a-4eff-801a-cb51093764f6" 2024-11-13T15:56:43,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d8b4b1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:43,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,39005,-1] 2024-11-13T15:56:43,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:56:43,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:43,146 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:56:43,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f771be6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:43,147 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:56:43,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,42619,1731513400517, seqNum=-1] 2024-11-13T15:56:43,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:56:43,149 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:56:43,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4c650e80f58,39005,1731513400482 2024-11-13T15:56:43,151 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54896 2024-11-13T15:56:43,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:56:43,154 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100a6013c2a0005 connected 2024-11-13T15:56:43,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5ce9d15-4e6b-4314-6ae0-94e0b9c259a6/hadoop.log.dir so I do NOT create it in target/test-data/ab1c0435-9ed2-611a-edf6-66bc7e24d64b 2024-11-13T15:56:43,157 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5ce9d15-4e6b-4314-6ae0-94e0b9c259a6/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T15:56:43,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5ce9d15-4e6b-4314-6ae0-94e0b9c259a6/hadoop.tmp.dir so I do NOT create it in target/test-data/ab1c0435-9ed2-611a-edf6-66bc7e24d64b 2024-11-13T15:56:43,157 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5ce9d15-4e6b-4314-6ae0-94e0b9c259a6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T15:56:43,157 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab1c0435-9ed2-611a-edf6-66bc7e24d64b 2024-11-13T15:56:43,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T15:56:43,157 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab1c0435-9ed2-611a-edf6-66bc7e24d64b/cluster_14141ef5-2c58-1123-5b08-1352f70823a2, deleteOnExit=true 2024-11-13T15:56:43,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T15:56:43,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab1c0435-9ed2-611a-edf6-66bc7e24d64b/test.cache.data in system properties and HBase conf 2024-11-13T15:56:43,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab1c0435-9ed2-611a-edf6-66bc7e24d64b/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T15:56:43,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab1c0435-9ed2-611a-edf6-66bc7e24d64b/hadoop.log.dir in system properties and HBase conf 2024-11-13T15:56:43,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab1c0435-9ed2-611a-edf6-66bc7e24d64b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T15:56:43,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab1c0435-9ed2-611a-edf6-66bc7e24d64b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T15:56:43,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T15:56:43,158 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T15:56:43,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab1c0435-9ed2-611a-edf6-66bc7e24d64b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:56:43,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab1c0435-9ed2-611a-edf6-66bc7e24d64b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T15:56:43,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab1c0435-9ed2-611a-edf6-66bc7e24d64b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T15:56:43,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab1c0435-9ed2-611a-edf6-66bc7e24d64b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:56:43,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab1c0435-9ed2-611a-edf6-66bc7e24d64b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T15:56:43,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab1c0435-9ed2-611a-edf6-66bc7e24d64b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T15:56:43,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab1c0435-9ed2-611a-edf6-66bc7e24d64b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T15:56:43,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab1c0435-9ed2-611a-edf6-66bc7e24d64b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:56:43,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab1c0435-9ed2-611a-edf6-66bc7e24d64b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T15:56:43,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab1c0435-9ed2-611a-edf6-66bc7e24d64b/nfs.dump.dir in system properties and HBase conf 2024-11-13T15:56:43,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab1c0435-9ed2-611a-edf6-66bc7e24d64b/java.io.tmpdir in system properties and HBase conf 2024-11-13T15:56:43,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab1c0435-9ed2-611a-edf6-66bc7e24d64b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T15:56:43,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab1c0435-9ed2-611a-edf6-66bc7e24d64b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T15:56:43,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab1c0435-9ed2-611a-edf6-66bc7e24d64b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T15:56:43,249 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:56:43,254 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:56:43,262 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:56:43,262 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:56:43,262 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T15:56:43,263 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:56:43,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11b4625c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab1c0435-9ed2-611a-edf6-66bc7e24d64b/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:56:43,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15483883{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:56:43,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e400696{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab1c0435-9ed2-611a-edf6-66bc7e24d64b/java.io.tmpdir/jetty-localhost-34375-hadoop-hdfs-3_4_1-tests_jar-_-any-13652650802375723096/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:56:43,384 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43f3b599{HTTP/1.1, (http/1.1)}{localhost:34375} 2024-11-13T15:56:43,384 INFO [Time-limited test {}] server.Server(415): Started @285758ms 2024-11-13T15:56:43,493 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T15:56:43,497 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T15:56:43,502 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T15:56:43,502 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T15:56:43,502 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T15:56:43,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5dc360fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab1c0435-9ed2-611a-edf6-66bc7e24d64b/hadoop.log.dir/,AVAILABLE} 2024-11-13T15:56:43,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@567deb66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T15:56:43,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@126e76ae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab1c0435-9ed2-611a-edf6-66bc7e24d64b/java.io.tmpdir/jetty-localhost-42909-hadoop-hdfs-3_4_1-tests_jar-_-any-1682935845123831873/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:56:43,623 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@363b38df{HTTP/1.1, (http/1.1)}{localhost:42909} 2024-11-13T15:56:43,623 INFO [Time-limited test {}] server.Server(415): Started @285996ms 2024-11-13T15:56:43,624 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T15:56:43,758 WARN [Thread-4540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab1c0435-9ed2-611a-edf6-66bc7e24d64b/cluster_14141ef5-2c58-1123-5b08-1352f70823a2/data/data1/current/BP-923717888-172.17.0.3-1731513403182/current, will proceed with Du for space computation calculation, 2024-11-13T15:56:43,758 WARN [Thread-4541 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab1c0435-9ed2-611a-edf6-66bc7e24d64b/cluster_14141ef5-2c58-1123-5b08-1352f70823a2/data/data2/current/BP-923717888-172.17.0.3-1731513403182/current, will proceed with Du for space computation calculation, 2024-11-13T15:56:43,819 WARN [Thread-4528 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T15:56:43,822 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8401842dcbcd0cd with lease ID 0x7fa10a704accad5: Processing first storage report for DS-9f3767cf-8936-4746-9896-2e751c8e727a from datanode DatanodeRegistration(127.0.0.1:38283, datanodeUuid=ef82909a-a51d-4683-8e52-d87af575e69d, infoPort=40407, infoSecurePort=0, ipcPort=36211, storageInfo=lv=-57;cid=testClusterID;nsid=1880750634;c=1731513403182) 2024-11-13T15:56:43,822 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8401842dcbcd0cd with lease ID 0x7fa10a704accad5: from storage DS-9f3767cf-8936-4746-9896-2e751c8e727a node DatanodeRegistration(127.0.0.1:38283, datanodeUuid=ef82909a-a51d-4683-8e52-d87af575e69d, infoPort=40407, infoSecurePort=0, ipcPort=36211, storageInfo=lv=-57;cid=testClusterID;nsid=1880750634;c=1731513403182), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T15:56:43,822 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8401842dcbcd0cd with lease ID 0x7fa10a704accad5: Processing first storage report for DS-4603ed9e-8a34-4e73-9f56-9230f0d2bbcb from datanode DatanodeRegistration(127.0.0.1:38283, datanodeUuid=ef82909a-a51d-4683-8e52-d87af575e69d, infoPort=40407, infoSecurePort=0, ipcPort=36211, storageInfo=lv=-57;cid=testClusterID;nsid=1880750634;c=1731513403182) 2024-11-13T15:56:43,822 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8401842dcbcd0cd with lease ID 0x7fa10a704accad5: from storage DS-4603ed9e-8a34-4e73-9f56-9230f0d2bbcb node DatanodeRegistration(127.0.0.1:38283, datanodeUuid=ef82909a-a51d-4683-8e52-d87af575e69d, infoPort=40407, infoSecurePort=0, ipcPort=36211, storageInfo=lv=-57;cid=testClusterID;nsid=1880750634;c=1731513403182), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T15:56:43,860 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab1c0435-9ed2-611a-edf6-66bc7e24d64b 2024-11-13T15:56:43,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:43,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:43,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741825_1001 (size=7) 2024-11-13T15:56:44,269 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253 with version=8 2024-11-13T15:56:44,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/hbase-staging 2024-11-13T15:56:44,272 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:56:44,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:56:44,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:56:44,272 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:56:44,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:56:44,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:56:44,272 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T15:56:44,272 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:56:44,273 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36095 2024-11-13T15:56:44,273 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36095 connecting to ZooKeeper ensemble=127.0.0.1:54896 2024-11-13T15:56:44,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360950x0, quorum=127.0.0.1:54896, baseZNode=/2610828150 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:56:44,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36095-0x100a6013c2a0006 connected 2024-11-13T15:56:44,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:44,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:44,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36095-0x100a6013c2a0006, quorum=127.0.0.1:54896, baseZNode=/2610828150 Set watcher on znode that does not yet exist, /2610828150/running 2024-11-13T15:56:44,293 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253, hbase.cluster.distributed=false 2024-11-13T15:56:44,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36095-0x100a6013c2a0006, quorum=127.0.0.1:54896, baseZNode=/2610828150 Set watcher on znode that does not yet exist, /2610828150/acl 2024-11-13T15:56:44,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36095 2024-11-13T15:56:44,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36095 2024-11-13T15:56:44,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36095 2024-11-13T15:56:44,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36095 2024-11-13T15:56:44,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36095 2024-11-13T15:56:44,311 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4c650e80f58:0 server-side Connection retries=45 2024-11-13T15:56:44,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:56:44,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T15:56:44,311 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T15:56:44,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T15:56:44,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T15:56:44,311 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T15:56:44,311 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T15:56:44,312 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34369 2024-11-13T15:56:44,312 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34369 connecting to ZooKeeper ensemble=127.0.0.1:54896 2024-11-13T15:56:44,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:44,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:44,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343690x0, quorum=127.0.0.1:54896, baseZNode=/2610828150 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:56:44,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343690x0, quorum=127.0.0.1:54896, baseZNode=/2610828150 Set watcher on znode that does not yet exist, /2610828150/running 2024-11-13T15:56:44,320 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T15:56:44,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34369-0x100a6013c2a0007 connected 2024-11-13T15:56:44,323 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T15:56:44,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34369-0x100a6013c2a0007, quorum=127.0.0.1:54896, baseZNode=/2610828150 Set watcher on znode that does not yet exist, /2610828150/master 2024-11-13T15:56:44,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34369-0x100a6013c2a0007, quorum=127.0.0.1:54896, baseZNode=/2610828150 Set watcher on znode that does not yet exist, /2610828150/acl 2024-11-13T15:56:44,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34369 2024-11-13T15:56:44,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34369 2024-11-13T15:56:44,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34369 2024-11-13T15:56:44,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34369 2024-11-13T15:56:44,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34369 2024-11-13T15:56:44,348 DEBUG [M:0;c4c650e80f58:36095 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4c650e80f58:36095 2024-11-13T15:56:44,348 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2610828150/backup-masters/c4c650e80f58,36095,1731513404272 2024-11-13T15:56:44,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36095-0x100a6013c2a0006, quorum=127.0.0.1:54896, baseZNode=/2610828150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2610828150/backup-masters 2024-11-13T15:56:44,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x100a6013c2a0007, quorum=127.0.0.1:54896, baseZNode=/2610828150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2610828150/backup-masters 2024-11-13T15:56:44,351 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36095-0x100a6013c2a0006, quorum=127.0.0.1:54896, baseZNode=/2610828150 Set watcher on existing znode=/2610828150/backup-masters/c4c650e80f58,36095,1731513404272 2024-11-13T15:56:44,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x100a6013c2a0007, quorum=127.0.0.1:54896, baseZNode=/2610828150 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2610828150/master 2024-11-13T15:56:44,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36095-0x100a6013c2a0006, quorum=127.0.0.1:54896, baseZNode=/2610828150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2610828150 2024-11-13T15:56:44,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x100a6013c2a0007, quorum=127.0.0.1:54896, baseZNode=/2610828150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2610828150 2024-11-13T15:56:44,354 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36095-0x100a6013c2a0006, quorum=127.0.0.1:54896, baseZNode=/2610828150 Set watcher on existing znode=/2610828150/master 2024-11-13T15:56:44,355 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2610828150/backup-masters/c4c650e80f58,36095,1731513404272 from backup master directory 2024-11-13T15:56:44,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x100a6013c2a0007, quorum=127.0.0.1:54896, baseZNode=/2610828150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2610828150/backup-masters 2024-11-13T15:56:44,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36095-0x100a6013c2a0006, quorum=127.0.0.1:54896, baseZNode=/2610828150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2610828150/backup-masters/c4c650e80f58,36095,1731513404272 2024-11-13T15:56:44,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36095-0x100a6013c2a0006, quorum=127.0.0.1:54896, baseZNode=/2610828150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2610828150/backup-masters 2024-11-13T15:56:44,357 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:56:44,357 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4c650e80f58,36095,1731513404272 2024-11-13T15:56:44,360 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/hbase.id] with ID: f5e9bd0b-7f2e-43ec-9b57-b8e52b2829c3 2024-11-13T15:56:44,360 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/.tmp/hbase.id 2024-11-13T15:56:44,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741826_1002 (size=42) 2024-11-13T15:56:44,365 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/.tmp/hbase.id]:[hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/hbase.id] 2024-11-13T15:56:44,372 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:44,372 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T15:56:44,373 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T15:56:44,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36095-0x100a6013c2a0006, quorum=127.0.0.1:54896, baseZNode=/2610828150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2610828150 2024-11-13T15:56:44,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x100a6013c2a0007, quorum=127.0.0.1:54896, baseZNode=/2610828150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2610828150 2024-11-13T15:56:44,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741827_1003 (size=196) 2024-11-13T15:56:44,784 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:56:44,785 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T15:56:44,785 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:56:44,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741828_1004 (size=1189) 2024-11-13T15:56:44,824 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T15:56:44,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:44,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:44,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:44,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:44,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:44,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:44,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:44,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:44,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:44,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:44,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:44,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:44,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:44,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:44,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:44,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:44,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:45,191 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/MasterData/data/master/store 2024-11-13T15:56:45,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741829_1005 (size=34) 2024-11-13T15:56:45,596 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:45,597 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:56:45,597 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:45,597 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:45,597 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:56:45,597 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:45,597 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:45,597 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513405596Disabling compacts and flushes for region at 1731513405596Disabling writes for close at 1731513405597 (+1 ms)Writing region close event to WAL at 1731513405597Closed at 1731513405597 2024-11-13T15:56:45,597 WARN [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/MasterData/data/master/store/.initializing 2024-11-13T15:56:45,598 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/MasterData/WALs/c4c650e80f58,36095,1731513404272 2024-11-13T15:56:45,598 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:56:45,600 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4c650e80f58%2C36095%2C1731513404272, suffix=, logDir=hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/MasterData/WALs/c4c650e80f58,36095,1731513404272, archiveDir=hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/MasterData/oldWALs, maxLogs=10 2024-11-13T15:56:45,615 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/MasterData/WALs/c4c650e80f58,36095,1731513404272/c4c650e80f58%2C36095%2C1731513404272.1731513405600, exclude list is [], retry=0 2024-11-13T15:56:45,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38283,DS-9f3767cf-8936-4746-9896-2e751c8e727a,DISK] 2024-11-13T15:56:45,618 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/MasterData/WALs/c4c650e80f58,36095,1731513404272/c4c650e80f58%2C36095%2C1731513404272.1731513405600 2024-11-13T15:56:45,621 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40407:40407)] 2024-11-13T15:56:45,621 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:56:45,621 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:45,622 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:45,622 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:45,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:45,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T15:56:45,626 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:45,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:45,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:45,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T15:56:45,627 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:45,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:45,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:45,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T15:56:45,628 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:45,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:45,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:45,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T15:56:45,629 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:45,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:45,629 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:45,630 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:45,630 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:45,631 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:45,631 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:45,631 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:56:45,632 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T15:56:45,634 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:56:45,634 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71057896, jitterRate=0.0588451623916626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:56:45,634 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731513405622Initializing all the Stores at 1731513405622Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513405622Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513405624 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513405624Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513405624Cleaning up temporary data from old regions at 1731513405631 (+7 ms)Region opened successfully at 1731513405634 (+3 ms) 2024-11-13T15:56:45,635 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T15:56:45,637 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35f9824e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:56:45,638 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T15:56:45,638 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T15:56:45,638 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T15:56:45,638 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T15:56:45,638 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T15:56:45,639 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T15:56:45,639 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T15:56:45,640 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T15:56:45,641 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36095-0x100a6013c2a0006, quorum=127.0.0.1:54896, baseZNode=/2610828150 Unable to get data of znode /2610828150/balancer because node does not exist (not necessarily an error) 2024-11-13T15:56:45,642 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2610828150/balancer already deleted, retry=false 2024-11-13T15:56:45,643 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T15:56:45,643 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36095-0x100a6013c2a0006, quorum=127.0.0.1:54896, baseZNode=/2610828150 Unable to get data of znode /2610828150/normalizer because node does not exist (not necessarily an error) 2024-11-13T15:56:45,644 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2610828150/normalizer already deleted, retry=false 2024-11-13T15:56:45,645 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T15:56:45,645 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36095-0x100a6013c2a0006, quorum=127.0.0.1:54896, baseZNode=/2610828150 Unable to get data of znode /2610828150/switch/split because node does not exist (not necessarily an error) 2024-11-13T15:56:45,647 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2610828150/switch/split already deleted, retry=false 2024-11-13T15:56:45,647 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36095-0x100a6013c2a0006, quorum=127.0.0.1:54896, baseZNode=/2610828150 Unable to get data of znode /2610828150/switch/merge because node does not exist (not necessarily an error) 2024-11-13T15:56:45,650 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2610828150/switch/merge already deleted, retry=false 2024-11-13T15:56:45,651 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36095-0x100a6013c2a0006, quorum=127.0.0.1:54896, baseZNode=/2610828150 Unable to get data of znode /2610828150/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T15:56:45,652 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2610828150/snapshot-cleanup already deleted, retry=false 2024-11-13T15:56:45,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36095-0x100a6013c2a0006, quorum=127.0.0.1:54896, baseZNode=/2610828150 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2610828150/running 2024-11-13T15:56:45,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x100a6013c2a0007, quorum=127.0.0.1:54896, baseZNode=/2610828150 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2610828150/running 2024-11-13T15:56:45,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36095-0x100a6013c2a0006, quorum=127.0.0.1:54896, baseZNode=/2610828150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2610828150 2024-11-13T15:56:45,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x100a6013c2a0007, quorum=127.0.0.1:54896, baseZNode=/2610828150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2610828150 2024-11-13T15:56:45,654 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4c650e80f58,36095,1731513404272, sessionid=0x100a6013c2a0006, setting cluster-up flag (Was=false) 2024-11-13T15:56:45,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x100a6013c2a0007, quorum=127.0.0.1:54896, baseZNode=/2610828150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2610828150 2024-11-13T15:56:45,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36095-0x100a6013c2a0006, quorum=127.0.0.1:54896, baseZNode=/2610828150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2610828150 2024-11-13T15:56:45,666 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2610828150/flush-table-proc/acquired, /2610828150/flush-table-proc/reached, /2610828150/flush-table-proc/abort 2024-11-13T15:56:45,668 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,36095,1731513404272 2024-11-13T15:56:45,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36095-0x100a6013c2a0006, quorum=127.0.0.1:54896, baseZNode=/2610828150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2610828150 2024-11-13T15:56:45,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x100a6013c2a0007, quorum=127.0.0.1:54896, baseZNode=/2610828150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2610828150 2024-11-13T15:56:45,676 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2610828150/online-snapshot/acquired, /2610828150/online-snapshot/reached, /2610828150/online-snapshot/abort 2024-11-13T15:56:45,677 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4c650e80f58,36095,1731513404272 2024-11-13T15:56:45,678 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T15:56:45,679 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T15:56:45,679 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T15:56:45,679 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T15:56:45,680 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4c650e80f58,36095,1731513404272 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T15:56:45,681 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:56:45,681 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:56:45,681 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:56:45,681 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4c650e80f58:0, corePoolSize=5, maxPoolSize=5 2024-11-13T15:56:45,681 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4c650e80f58:0, corePoolSize=10, maxPoolSize=10 2024-11-13T15:56:45,681 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:45,681 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:56:45,681 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:45,682 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731513435682 2024-11-13T15:56:45,682 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T15:56:45,682 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T15:56:45,682 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T15:56:45,682 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T15:56:45,682 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T15:56:45,682 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T15:56:45,682 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:56:45,682 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:45,682 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T15:56:45,683 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T15:56:45,683 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T15:56:45,683 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T15:56:45,683 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T15:56:45,683 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:45,683 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T15:56:45,683 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T15:56:45,683 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T15:56:45,686 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513405683,5,FailOnTimeoutGroup] 2024-11-13T15:56:45,687 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513405686,5,FailOnTimeoutGroup] 2024-11-13T15:56:45,687 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:45,687 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T15:56:45,687 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:45,687 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:45,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741831_1007 (size=1321) 2024-11-13T15:56:45,734 INFO [RS:0;c4c650e80f58:34369 {}] regionserver.HRegionServer(746): ClusterId : f5e9bd0b-7f2e-43ec-9b57-b8e52b2829c3 2024-11-13T15:56:45,734 DEBUG [RS:0;c4c650e80f58:34369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T15:56:45,737 DEBUG [RS:0;c4c650e80f58:34369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T15:56:45,737 DEBUG [RS:0;c4c650e80f58:34369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T15:56:45,739 DEBUG [RS:0;c4c650e80f58:34369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T15:56:45,739 DEBUG [RS:0;c4c650e80f58:34369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79e83f32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4c650e80f58/172.17.0.3:0 2024-11-13T15:56:45,756 DEBUG [RS:0;c4c650e80f58:34369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4c650e80f58:34369 2024-11-13T15:56:45,756 INFO [RS:0;c4c650e80f58:34369 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T15:56:45,756 INFO [RS:0;c4c650e80f58:34369 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T15:56:45,756 DEBUG [RS:0;c4c650e80f58:34369 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T15:56:45,757 INFO [RS:0;c4c650e80f58:34369 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4c650e80f58,36095,1731513404272 with port=34369, startcode=1731513404311 2024-11-13T15:56:45,757 DEBUG [RS:0;c4c650e80f58:34369 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T15:56:45,758 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T15:56:45,759 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36095 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4c650e80f58,34369,1731513404311 2024-11-13T15:56:45,759 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36095 {}] master.ServerManager(517): Registering regionserver=c4c650e80f58,34369,1731513404311 2024-11-13T15:56:45,760 DEBUG [RS:0;c4c650e80f58:34369 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253 2024-11-13T15:56:45,760 DEBUG [RS:0;c4c650e80f58:34369 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40435 2024-11-13T15:56:45,760 DEBUG [RS:0;c4c650e80f58:34369 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T15:56:45,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36095-0x100a6013c2a0006, quorum=127.0.0.1:54896, baseZNode=/2610828150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2610828150/rs 2024-11-13T15:56:45,771 DEBUG [RS:0;c4c650e80f58:34369 {}] zookeeper.ZKUtil(111): regionserver:34369-0x100a6013c2a0007, quorum=127.0.0.1:54896, baseZNode=/2610828150 Set watcher on existing znode=/2610828150/rs/c4c650e80f58,34369,1731513404311 2024-11-13T15:56:45,771 WARN [RS:0;c4c650e80f58:34369 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T15:56:45,771 INFO [RS:0;c4c650e80f58:34369 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:56:45,771 DEBUG [RS:0;c4c650e80f58:34369 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/WALs/c4c650e80f58,34369,1731513404311 2024-11-13T15:56:45,771 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4c650e80f58,34369,1731513404311] 2024-11-13T15:56:45,774 INFO [RS:0;c4c650e80f58:34369 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T15:56:45,777 INFO [RS:0;c4c650e80f58:34369 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T15:56:45,777 INFO [RS:0;c4c650e80f58:34369 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T15:56:45,777 INFO [RS:0;c4c650e80f58:34369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:45,778 INFO [RS:0;c4c650e80f58:34369 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T15:56:45,779 INFO [RS:0;c4c650e80f58:34369 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T15:56:45,779 INFO [RS:0;c4c650e80f58:34369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:45,779 DEBUG [RS:0;c4c650e80f58:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:45,779 DEBUG [RS:0;c4c650e80f58:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:45,779 DEBUG [RS:0;c4c650e80f58:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:45,779 DEBUG [RS:0;c4c650e80f58:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:45,779 DEBUG [RS:0;c4c650e80f58:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:45,779 DEBUG [RS:0;c4c650e80f58:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4c650e80f58:0, corePoolSize=2, maxPoolSize=2 2024-11-13T15:56:45,779 DEBUG [RS:0;c4c650e80f58:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:45,779 DEBUG [RS:0;c4c650e80f58:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:45,779 DEBUG [RS:0;c4c650e80f58:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:45,779 DEBUG [RS:0;c4c650e80f58:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:45,779 DEBUG [RS:0;c4c650e80f58:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:45,779 DEBUG [RS:0;c4c650e80f58:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4c650e80f58:0, corePoolSize=1, maxPoolSize=1 2024-11-13T15:56:45,779 DEBUG [RS:0;c4c650e80f58:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:56:45,779 DEBUG [RS:0;c4c650e80f58:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4c650e80f58:0, corePoolSize=3, maxPoolSize=3 2024-11-13T15:56:45,780 INFO [RS:0;c4c650e80f58:34369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:45,780 INFO [RS:0;c4c650e80f58:34369 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:45,780 INFO [RS:0;c4c650e80f58:34369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:45,780 INFO [RS:0;c4c650e80f58:34369 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:45,780 INFO [RS:0;c4c650e80f58:34369 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:45,780 INFO [RS:0;c4c650e80f58:34369 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,34369,1731513404311-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:56:45,797 INFO [RS:0;c4c650e80f58:34369 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T15:56:45,797 INFO [RS:0;c4c650e80f58:34369 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,34369,1731513404311-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:45,798 INFO [RS:0;c4c650e80f58:34369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:45,798 INFO [RS:0;c4c650e80f58:34369 {}] regionserver.Replication(171): c4c650e80f58,34369,1731513404311 started 2024-11-13T15:56:45,812 INFO [RS:0;c4c650e80f58:34369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:45,812 INFO [RS:0;c4c650e80f58:34369 {}] regionserver.HRegionServer(1482): Serving as c4c650e80f58,34369,1731513404311, RpcServer on c4c650e80f58/172.17.0.3:34369, sessionid=0x100a6013c2a0007 2024-11-13T15:56:45,812 DEBUG [RS:0;c4c650e80f58:34369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T15:56:45,812 DEBUG [RS:0;c4c650e80f58:34369 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4c650e80f58,34369,1731513404311 2024-11-13T15:56:45,812 DEBUG [RS:0;c4c650e80f58:34369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,34369,1731513404311' 2024-11-13T15:56:45,812 DEBUG [RS:0;c4c650e80f58:34369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2610828150/flush-table-proc/abort' 2024-11-13T15:56:45,813 DEBUG [RS:0;c4c650e80f58:34369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2610828150/flush-table-proc/acquired' 2024-11-13T15:56:45,813 DEBUG [RS:0;c4c650e80f58:34369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T15:56:45,813 DEBUG [RS:0;c4c650e80f58:34369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T15:56:45,814 DEBUG [RS:0;c4c650e80f58:34369 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4c650e80f58,34369,1731513404311 2024-11-13T15:56:45,814 DEBUG [RS:0;c4c650e80f58:34369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4c650e80f58,34369,1731513404311' 2024-11-13T15:56:45,814 DEBUG [RS:0;c4c650e80f58:34369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2610828150/online-snapshot/abort' 2024-11-13T15:56:45,814 DEBUG [RS:0;c4c650e80f58:34369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2610828150/online-snapshot/acquired' 2024-11-13T15:56:45,814 DEBUG [RS:0;c4c650e80f58:34369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T15:56:45,814 INFO [RS:0;c4c650e80f58:34369 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T15:56:45,814 INFO [RS:0;c4c650e80f58:34369 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T15:56:45,915 INFO [RS:0;c4c650e80f58:34369 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T15:56:45,916 INFO [RS:0;c4c650e80f58:34369 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C34369%2C1731513404311, suffix=, logDir=hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/WALs/c4c650e80f58,34369,1731513404311, archiveDir=hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/oldWALs, maxLogs=10 2024-11-13T15:56:45,935 DEBUG [RS:0;c4c650e80f58:34369 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/WALs/c4c650e80f58,34369,1731513404311/c4c650e80f58%2C34369%2C1731513404311.1731513405917, exclude list is [], retry=0 2024-11-13T15:56:45,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38283,DS-9f3767cf-8936-4746-9896-2e751c8e727a,DISK] 2024-11-13T15:56:45,939 INFO [RS:0;c4c650e80f58:34369 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/WALs/c4c650e80f58,34369,1731513404311/c4c650e80f58%2C34369%2C1731513404311.1731513405917 2024-11-13T15:56:45,939 DEBUG [RS:0;c4c650e80f58:34369 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40407:40407)] 2024-11-13T15:56:46,091 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T15:56:46,091 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253 2024-11-13T15:56:46,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741833_1009 (size=32) 2024-11-13T15:56:46,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:46,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:56:46,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:56:46,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:46,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:46,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:56:46,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:56:46,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:46,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:46,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:56:46,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:56:46,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:46,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:46,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:56:46,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:56:46,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:46,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:46,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:56:46,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/data/hbase/meta/1588230740 2024-11-13T15:56:46,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/data/hbase/meta/1588230740 2024-11-13T15:56:46,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:56:46,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:56:46,104 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:56:46,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:56:46,106 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:56:46,106 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73620884, jitterRate=0.09703665971755981}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:56:46,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731513406096Initializing all the Stores at 1731513406097 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513406097Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513406097Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513406097Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513406097Cleaning up temporary data from old regions at 1731513406103 (+6 ms)Region opened successfully at 1731513406106 (+3 ms) 2024-11-13T15:56:46,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:56:46,106 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:56:46,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:56:46,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:56:46,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:56:46,107 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:56:46,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513406106Disabling compacts and flushes for region at 1731513406106Disabling writes for close at 1731513406106Writing region close event to WAL at 1731513406107 (+1 ms)Closed at 1731513406107 2024-11-13T15:56:46,108 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:56:46,108 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T15:56:46,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T15:56:46,109 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:56:46,109 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T15:56:46,260 DEBUG [c4c650e80f58:36095 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T15:56:46,260 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4c650e80f58,34369,1731513404311 2024-11-13T15:56:46,261 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,34369,1731513404311, state=OPENING 2024-11-13T15:56:46,262 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T15:56:46,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36095-0x100a6013c2a0006, quorum=127.0.0.1:54896, baseZNode=/2610828150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2610828150 2024-11-13T15:56:46,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x100a6013c2a0007, quorum=127.0.0.1:54896, baseZNode=/2610828150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2610828150 2024-11-13T15:56:46,264 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2610828150/meta-region-server: CHANGED 2024-11-13T15:56:46,264 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2610828150/meta-region-server: CHANGED 2024-11-13T15:56:46,264 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T15:56:46,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,34369,1731513404311}] 2024-11-13T15:56:46,417 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T15:56:46,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T15:56:46,421 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T15:56:46,421 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:56:46,421 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T15:56:46,422 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C34369%2C1731513404311.meta, suffix=.meta, logDir=hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/WALs/c4c650e80f58,34369,1731513404311, archiveDir=hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/oldWALs, maxLogs=10 2024-11-13T15:56:46,437 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/WALs/c4c650e80f58,34369,1731513404311/c4c650e80f58%2C34369%2C1731513404311.meta.1731513406423.meta, exclude list is [], retry=0 2024-11-13T15:56:46,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38283,DS-9f3767cf-8936-4746-9896-2e751c8e727a,DISK] 2024-11-13T15:56:46,440 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/WALs/c4c650e80f58,34369,1731513404311/c4c650e80f58%2C34369%2C1731513404311.meta.1731513406423.meta 2024-11-13T15:56:46,440 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40407:40407)] 2024-11-13T15:56:46,440 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:56:46,441 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:56:46,441 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:56:46,441 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T15:56:46,441 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T15:56:46,441 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T15:56:46,441 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:46,441 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T15:56:46,441 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T15:56:46,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T15:56:46,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T15:56:46,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:46,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:46,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T15:56:46,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T15:56:46,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:46,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:46,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T15:56:46,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T15:56:46,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:46,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:46,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T15:56:46,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T15:56:46,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:46,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T15:56:46,446 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T15:56:46,447 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/data/hbase/meta/1588230740 2024-11-13T15:56:46,448 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/data/hbase/meta/1588230740 2024-11-13T15:56:46,449 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T15:56:46,449 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T15:56:46,450 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T15:56:46,450 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T15:56:46,451 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62075442, jitterRate=-0.07500383257865906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T15:56:46,451 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T15:56:46,451 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731513406441Writing region info on filesystem at 1731513406441Initializing all the Stores at 1731513406442 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513406442Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513406442Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513406442Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513406442Cleaning up temporary data from old regions at 1731513406449 (+7 ms)Running coprocessor post-open hooks at 1731513406451 (+2 ms)Region opened successfully at 1731513406451 2024-11-13T15:56:46,452 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731513406416 2024-11-13T15:56:46,454 DEBUG [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T15:56:46,454 INFO [RS_OPEN_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T15:56:46,454 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,34369,1731513404311 2024-11-13T15:56:46,455 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4c650e80f58,34369,1731513404311, state=OPEN 2024-11-13T15:56:46,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36095-0x100a6013c2a0006, quorum=127.0.0.1:54896, baseZNode=/2610828150 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2610828150/meta-region-server 2024-11-13T15:56:46,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x100a6013c2a0007, quorum=127.0.0.1:54896, baseZNode=/2610828150 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2610828150/meta-region-server 2024-11-13T15:56:46,457 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4c650e80f58,34369,1731513404311 2024-11-13T15:56:46,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2610828150/meta-region-server: CHANGED 2024-11-13T15:56:46,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2610828150/meta-region-server: CHANGED 2024-11-13T15:56:46,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T15:56:46,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4c650e80f58,34369,1731513404311 in 192 msec 2024-11-13T15:56:46,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T15:56:46,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 351 msec 2024-11-13T15:56:46,461 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T15:56:46,461 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T15:56:46,462 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:56:46,462 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,34369,1731513404311, seqNum=-1] 2024-11-13T15:56:46,462 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:56:46,463 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:56:46,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 787 msec 2024-11-13T15:56:46,467 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731513406467, completionTime=-1 2024-11-13T15:56:46,467 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T15:56:46,467 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T15:56:46,469 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T15:56:46,469 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731513466469 2024-11-13T15:56:46,469 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731513526469 2024-11-13T15:56:46,469 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T15:56:46,469 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,36095,1731513404272-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:46,469 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,36095,1731513404272-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:46,469 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,36095,1731513404272-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:46,470 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4c650e80f58:36095, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:46,470 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:46,470 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:46,471 DEBUG [master/c4c650e80f58:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T15:56:46,473 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.116sec 2024-11-13T15:56:46,473 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T15:56:46,473 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T15:56:46,473 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T15:56:46,473 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T15:56:46,473 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T15:56:46,473 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,36095,1731513404272-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T15:56:46,473 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,36095,1731513404272-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T15:56:46,475 DEBUG [master/c4c650e80f58:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T15:56:46,475 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T15:56:46,475 INFO [master/c4c650e80f58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4c650e80f58,36095,1731513404272-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T15:56:46,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6567beb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:46,535 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36095,-1 for getting cluster id 2024-11-13T15:56:46,535 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:56:46,536 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5e9bd0b-7f2e-43ec-9b57-b8e52b2829c3' 2024-11-13T15:56:46,536 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:56:46,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5e9bd0b-7f2e-43ec-9b57-b8e52b2829c3" 2024-11-13T15:56:46,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30590cb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:46,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36095,-1] 2024-11-13T15:56:46,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:56:46,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:46,538 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:56:46,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10156854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:46,539 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:56:46,540 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,34369,1731513404311, seqNum=-1] 2024-11-13T15:56:46,540 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:56:46,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:56:46,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4c650e80f58,36095,1731513404272 2024-11-13T15:56:46,543 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54896 2024-11-13T15:56:46,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54896, baseZNode=/2610828150 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T15:56:46,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100a6013c2a0008 connected 2024-11-13T15:56:46,550 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:56:46,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,38199,1731513396755 2024-11-13T15:56:46,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26482ce2 2024-11-13T15:56:46,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:56:46,552 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:56:46,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38199 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:56:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38199 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T15:56:46,554 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T15:56:46,554 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:46,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38199 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T15:56:46,555 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T15:56:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:56:46,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741835_1011 (size=902) 2024-11-13T15:56:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:56:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:56:46,962 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7529fb886c5d74d0c0b4d6af27622d5b, NAME => 'test,,1731513406552.7529fb886c5d74d0c0b4d6af27622d5b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b 2024-11-13T15:56:46,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741836_1012 (size=39) 2024-11-13T15:56:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:56:47,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731513406552.7529fb886c5d74d0c0b4d6af27622d5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:47,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7529fb886c5d74d0c0b4d6af27622d5b, disabling compactions & flushes 2024-11-13T15:56:47,370 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731513406552.7529fb886c5d74d0c0b4d6af27622d5b. 2024-11-13T15:56:47,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731513406552.7529fb886c5d74d0c0b4d6af27622d5b. 2024-11-13T15:56:47,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731513406552.7529fb886c5d74d0c0b4d6af27622d5b. after waiting 0 ms 2024-11-13T15:56:47,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731513406552.7529fb886c5d74d0c0b4d6af27622d5b. 2024-11-13T15:56:47,370 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731513406552.7529fb886c5d74d0c0b4d6af27622d5b. 2024-11-13T15:56:47,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7529fb886c5d74d0c0b4d6af27622d5b: Waiting for close lock at 1731513407370Disabling compacts and flushes for region at 1731513407370Disabling writes for close at 1731513407370Writing region close event to WAL at 1731513407370Closed at 1731513407370 2024-11-13T15:56:47,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T15:56:47,372 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731513406552.7529fb886c5d74d0c0b4d6af27622d5b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731513407371"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513407371"}]},"ts":"1731513407371"} 2024-11-13T15:56:47,373 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T15:56:47,374 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T15:56:47,374 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513407374"}]},"ts":"1731513407374"} 2024-11-13T15:56:47,376 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T15:56:47,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7529fb886c5d74d0c0b4d6af27622d5b, ASSIGN}] 2024-11-13T15:56:47,377 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7529fb886c5d74d0c0b4d6af27622d5b, ASSIGN 2024-11-13T15:56:47,377 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7529fb886c5d74d0c0b4d6af27622d5b, ASSIGN; state=OFFLINE, location=c4c650e80f58,43371,1731513396811; forceNewPlan=false, retain=false 2024-11-13T15:56:47,528 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7529fb886c5d74d0c0b4d6af27622d5b, regionState=OPENING, regionLocation=c4c650e80f58,43371,1731513396811 2024-11-13T15:56:47,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7529fb886c5d74d0c0b4d6af27622d5b, ASSIGN because future has completed 2024-11-13T15:56:47,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7529fb886c5d74d0c0b4d6af27622d5b, server=c4c650e80f58,43371,1731513396811}] 2024-11-13T15:56:47,686 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731513406552.7529fb886c5d74d0c0b4d6af27622d5b. 2024-11-13T15:56:47,686 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7529fb886c5d74d0c0b4d6af27622d5b, NAME => 'test,,1731513406552.7529fb886c5d74d0c0b4d6af27622d5b.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:56:47,686 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:56:47,686 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T15:56:47,687 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7529fb886c5d74d0c0b4d6af27622d5b 2024-11-13T15:56:47,687 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731513406552.7529fb886c5d74d0c0b4d6af27622d5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:47,687 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7529fb886c5d74d0c0b4d6af27622d5b 2024-11-13T15:56:47,687 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7529fb886c5d74d0c0b4d6af27622d5b 2024-11-13T15:56:47,688 INFO [StoreOpener-7529fb886c5d74d0c0b4d6af27622d5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7529fb886c5d74d0c0b4d6af27622d5b 2024-11-13T15:56:47,689 INFO [StoreOpener-7529fb886c5d74d0c0b4d6af27622d5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7529fb886c5d74d0c0b4d6af27622d5b columnFamilyName f 2024-11-13T15:56:47,689 DEBUG [StoreOpener-7529fb886c5d74d0c0b4d6af27622d5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:47,689 INFO [StoreOpener-7529fb886c5d74d0c0b4d6af27622d5b-1 {}] regionserver.HStore(327): Store=7529fb886c5d74d0c0b4d6af27622d5b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:47,689 INFO [StoreOpener-7529fb886c5d74d0c0b4d6af27622d5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7529fb886c5d74d0c0b4d6af27622d5b 2024-11-13T15:56:47,690 INFO [StoreOpener-7529fb886c5d74d0c0b4d6af27622d5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7529fb886c5d74d0c0b4d6af27622d5b columnFamilyName f1 2024-11-13T15:56:47,690 DEBUG [StoreOpener-7529fb886c5d74d0c0b4d6af27622d5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:47,690 INFO [StoreOpener-7529fb886c5d74d0c0b4d6af27622d5b-1 {}] regionserver.HStore(327): Store=7529fb886c5d74d0c0b4d6af27622d5b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:47,690 INFO [StoreOpener-7529fb886c5d74d0c0b4d6af27622d5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7529fb886c5d74d0c0b4d6af27622d5b 2024-11-13T15:56:47,691 INFO [StoreOpener-7529fb886c5d74d0c0b4d6af27622d5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7529fb886c5d74d0c0b4d6af27622d5b columnFamilyName norep 2024-11-13T15:56:47,691 DEBUG [StoreOpener-7529fb886c5d74d0c0b4d6af27622d5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:47,691 INFO [StoreOpener-7529fb886c5d74d0c0b4d6af27622d5b-1 {}] regionserver.HStore(327): Store=7529fb886c5d74d0c0b4d6af27622d5b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:47,691 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7529fb886c5d74d0c0b4d6af27622d5b 2024-11-13T15:56:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:56:47,692 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/default/test/7529fb886c5d74d0c0b4d6af27622d5b 2024-11-13T15:56:47,692 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/default/test/7529fb886c5d74d0c0b4d6af27622d5b 2024-11-13T15:56:47,693 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7529fb886c5d74d0c0b4d6af27622d5b 2024-11-13T15:56:47,693 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7529fb886c5d74d0c0b4d6af27622d5b 2024-11-13T15:56:47,693 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T15:56:47,694 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7529fb886c5d74d0c0b4d6af27622d5b 2024-11-13T15:56:47,696 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/default/test/7529fb886c5d74d0c0b4d6af27622d5b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:56:47,696 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7529fb886c5d74d0c0b4d6af27622d5b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70915753, jitterRate=0.05672706663608551}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T15:56:47,696 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7529fb886c5d74d0c0b4d6af27622d5b 2024-11-13T15:56:47,696 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7529fb886c5d74d0c0b4d6af27622d5b: Running coprocessor pre-open hook at 1731513407687Writing region info on filesystem at 1731513407687Initializing all the Stores at 1731513407687Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513407687Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513407688 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513407688Cleaning up temporary data from old regions at 1731513407693 (+5 ms)Running coprocessor post-open hooks at 1731513407696 (+3 ms)Region opened successfully at 1731513407696 2024-11-13T15:56:47,697 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731513406552.7529fb886c5d74d0c0b4d6af27622d5b., pid=6, masterSystemTime=1731513407683 2024-11-13T15:56:47,699 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731513406552.7529fb886c5d74d0c0b4d6af27622d5b. 2024-11-13T15:56:47,699 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731513406552.7529fb886c5d74d0c0b4d6af27622d5b. 2024-11-13T15:56:47,699 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7529fb886c5d74d0c0b4d6af27622d5b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c4c650e80f58,43371,1731513396811 2024-11-13T15:56:47,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7529fb886c5d74d0c0b4d6af27622d5b, server=c4c650e80f58,43371,1731513396811 because future has completed 2024-11-13T15:56:47,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T15:56:47,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7529fb886c5d74d0c0b4d6af27622d5b, server=c4c650e80f58,43371,1731513396811 in 171 msec 2024-11-13T15:56:47,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T15:56:47,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7529fb886c5d74d0c0b4d6af27622d5b, ASSIGN in 327 msec 2024-11-13T15:56:47,705 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T15:56:47,705 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513407705"}]},"ts":"1731513407705"} 2024-11-13T15:56:47,707 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T15:56:47,707 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T15:56:47,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-13T15:56:48,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:56:48,702 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T15:56:48,702 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:56:48,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,39005,1731513400482 2024-11-13T15:56:48,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ad6ecd4 2024-11-13T15:56:48,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:56:48,704 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:56:48,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39005 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:56:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39005 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T15:56:48,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T15:56:48,707 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:48,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39005 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T15:56:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:56:48,707 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T15:56:48,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39181 is added to blk_1073741835_1011 (size=902) 2024-11-13T15:56:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:56:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:56:49,114 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4cf0738a350054b7916f93694b072093, NAME => 'test,,1731513408704.4cf0738a350054b7916f93694b072093.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94 2024-11-13T15:56:49,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39181 is added to blk_1073741836_1012 (size=39) 2024-11-13T15:56:49,120 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731513408704.4cf0738a350054b7916f93694b072093.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:49,120 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4cf0738a350054b7916f93694b072093, disabling compactions & flushes 2024-11-13T15:56:49,120 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731513408704.4cf0738a350054b7916f93694b072093. 2024-11-13T15:56:49,120 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731513408704.4cf0738a350054b7916f93694b072093. 2024-11-13T15:56:49,120 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731513408704.4cf0738a350054b7916f93694b072093. after waiting 0 ms 2024-11-13T15:56:49,120 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731513408704.4cf0738a350054b7916f93694b072093. 2024-11-13T15:56:49,120 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731513408704.4cf0738a350054b7916f93694b072093. 2024-11-13T15:56:49,120 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4cf0738a350054b7916f93694b072093: Waiting for close lock at 1731513409120Disabling compacts and flushes for region at 1731513409120Disabling writes for close at 1731513409120Writing region close event to WAL at 1731513409120Closed at 1731513409120 2024-11-13T15:56:49,121 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T15:56:49,121 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731513408704.4cf0738a350054b7916f93694b072093.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731513409121"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513409121"}]},"ts":"1731513409121"} 2024-11-13T15:56:49,123 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T15:56:49,124 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T15:56:49,124 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513409124"}]},"ts":"1731513409124"} 2024-11-13T15:56:49,125 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T15:56:49,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4cf0738a350054b7916f93694b072093, ASSIGN}] 2024-11-13T15:56:49,126 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4cf0738a350054b7916f93694b072093, ASSIGN 2024-11-13T15:56:49,127 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4cf0738a350054b7916f93694b072093, ASSIGN; state=OFFLINE, location=c4c650e80f58,42619,1731513400517; forceNewPlan=false, retain=false 2024-11-13T15:56:49,277 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4cf0738a350054b7916f93694b072093, regionState=OPENING, regionLocation=c4c650e80f58,42619,1731513400517 2024-11-13T15:56:49,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4cf0738a350054b7916f93694b072093, ASSIGN because future has completed 2024-11-13T15:56:49,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cf0738a350054b7916f93694b072093, server=c4c650e80f58,42619,1731513400517}] 2024-11-13T15:56:49,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:56:49,435 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731513408704.4cf0738a350054b7916f93694b072093. 2024-11-13T15:56:49,435 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4cf0738a350054b7916f93694b072093, NAME => 'test,,1731513408704.4cf0738a350054b7916f93694b072093.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:56:49,435 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:56:49,435 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T15:56:49,435 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4cf0738a350054b7916f93694b072093 2024-11-13T15:56:49,435 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731513408704.4cf0738a350054b7916f93694b072093.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:49,435 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4cf0738a350054b7916f93694b072093 2024-11-13T15:56:49,435 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4cf0738a350054b7916f93694b072093 2024-11-13T15:56:49,436 INFO [StoreOpener-4cf0738a350054b7916f93694b072093-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4cf0738a350054b7916f93694b072093 2024-11-13T15:56:49,438 INFO [StoreOpener-4cf0738a350054b7916f93694b072093-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cf0738a350054b7916f93694b072093 columnFamilyName f 2024-11-13T15:56:49,438 DEBUG [StoreOpener-4cf0738a350054b7916f93694b072093-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:49,438 INFO [StoreOpener-4cf0738a350054b7916f93694b072093-1 {}] regionserver.HStore(327): Store=4cf0738a350054b7916f93694b072093/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:49,438 INFO [StoreOpener-4cf0738a350054b7916f93694b072093-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4cf0738a350054b7916f93694b072093 2024-11-13T15:56:49,439 INFO [StoreOpener-4cf0738a350054b7916f93694b072093-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cf0738a350054b7916f93694b072093 columnFamilyName f1 2024-11-13T15:56:49,439 DEBUG [StoreOpener-4cf0738a350054b7916f93694b072093-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:49,440 INFO [StoreOpener-4cf0738a350054b7916f93694b072093-1 {}] regionserver.HStore(327): Store=4cf0738a350054b7916f93694b072093/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:49,440 INFO [StoreOpener-4cf0738a350054b7916f93694b072093-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4cf0738a350054b7916f93694b072093 2024-11-13T15:56:49,440 INFO [StoreOpener-4cf0738a350054b7916f93694b072093-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cf0738a350054b7916f93694b072093 columnFamilyName norep 2024-11-13T15:56:49,440 DEBUG [StoreOpener-4cf0738a350054b7916f93694b072093-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:49,441 INFO [StoreOpener-4cf0738a350054b7916f93694b072093-1 {}] regionserver.HStore(327): Store=4cf0738a350054b7916f93694b072093/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:49,441 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4cf0738a350054b7916f93694b072093 2024-11-13T15:56:49,441 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/default/test/4cf0738a350054b7916f93694b072093 2024-11-13T15:56:49,442 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/default/test/4cf0738a350054b7916f93694b072093 2024-11-13T15:56:49,442 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4cf0738a350054b7916f93694b072093 2024-11-13T15:56:49,442 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4cf0738a350054b7916f93694b072093 2024-11-13T15:56:49,443 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T15:56:49,444 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4cf0738a350054b7916f93694b072093 2024-11-13T15:56:49,445 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/default/test/4cf0738a350054b7916f93694b072093/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:56:49,446 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4cf0738a350054b7916f93694b072093; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66822604, jitterRate=-0.00426560640335083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T15:56:49,446 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4cf0738a350054b7916f93694b072093 2024-11-13T15:56:49,446 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4cf0738a350054b7916f93694b072093: Running coprocessor pre-open hook at 1731513409435Writing region info on filesystem at 1731513409435Initializing all the Stores at 1731513409436 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513409436Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513409436Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513409436Cleaning up temporary data from old regions at 1731513409442 (+6 ms)Running coprocessor post-open hooks at 1731513409446 (+4 ms)Region opened successfully at 1731513409446 2024-11-13T15:56:49,447 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731513408704.4cf0738a350054b7916f93694b072093., pid=6, masterSystemTime=1731513409431 2024-11-13T15:56:49,448 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731513408704.4cf0738a350054b7916f93694b072093. 2024-11-13T15:56:49,448 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731513408704.4cf0738a350054b7916f93694b072093. 2024-11-13T15:56:49,449 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4cf0738a350054b7916f93694b072093, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c4c650e80f58,42619,1731513400517 2024-11-13T15:56:49,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cf0738a350054b7916f93694b072093, server=c4c650e80f58,42619,1731513400517 because future has completed 2024-11-13T15:56:49,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T15:56:49,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4cf0738a350054b7916f93694b072093, server=c4c650e80f58,42619,1731513400517 in 172 msec 2024-11-13T15:56:49,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T15:56:49,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4cf0738a350054b7916f93694b072093, ASSIGN in 328 msec 2024-11-13T15:56:49,455 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T15:56:49,456 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513409455"}]},"ts":"1731513409455"} 2024-11-13T15:56:49,457 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T15:56:49,458 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T15:56:49,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 753 msec 2024-11-13T15:56:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:56:49,842 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T15:56:49,842 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:56:49,843 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,36095,1731513404272 2024-11-13T15:56:49,843 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ccd2a45 2024-11-13T15:56:49,843 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:56:49,844 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:56:49,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:56:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T15:56:49,846 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T15:56:49,846 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:49,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T15:56:49,847 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T15:56:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:56:49,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741835_1011 (size=902) 2024-11-13T15:56:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:56:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:56:50,254 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0ebfcbfd86be2650961687fa493d024f, NAME => 'test,,1731513409844.0ebfcbfd86be2650961687fa493d024f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253 2024-11-13T15:56:50,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741836_1012 (size=39) 2024-11-13T15:56:50,258 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731513409844.0ebfcbfd86be2650961687fa493d024f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:50,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0ebfcbfd86be2650961687fa493d024f, disabling compactions & flushes 2024-11-13T15:56:50,259 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731513409844.0ebfcbfd86be2650961687fa493d024f. 2024-11-13T15:56:50,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731513409844.0ebfcbfd86be2650961687fa493d024f. 2024-11-13T15:56:50,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731513409844.0ebfcbfd86be2650961687fa493d024f. after waiting 0 ms 2024-11-13T15:56:50,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731513409844.0ebfcbfd86be2650961687fa493d024f. 2024-11-13T15:56:50,259 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731513409844.0ebfcbfd86be2650961687fa493d024f. 2024-11-13T15:56:50,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0ebfcbfd86be2650961687fa493d024f: Waiting for close lock at 1731513410259Disabling compacts and flushes for region at 1731513410259Disabling writes for close at 1731513410259Writing region close event to WAL at 1731513410259Closed at 1731513410259 2024-11-13T15:56:50,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T15:56:50,260 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731513409844.0ebfcbfd86be2650961687fa493d024f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731513410260"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513410260"}]},"ts":"1731513410260"} 2024-11-13T15:56:50,262 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T15:56:50,262 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T15:56:50,263 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513410262"}]},"ts":"1731513410262"} 2024-11-13T15:56:50,264 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T15:56:50,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0ebfcbfd86be2650961687fa493d024f, ASSIGN}] 2024-11-13T15:56:50,265 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0ebfcbfd86be2650961687fa493d024f, ASSIGN 2024-11-13T15:56:50,266 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0ebfcbfd86be2650961687fa493d024f, ASSIGN; state=OFFLINE, location=c4c650e80f58,34369,1731513404311; forceNewPlan=false, retain=false 2024-11-13T15:56:50,416 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0ebfcbfd86be2650961687fa493d024f, regionState=OPENING, regionLocation=c4c650e80f58,34369,1731513404311 2024-11-13T15:56:50,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0ebfcbfd86be2650961687fa493d024f, ASSIGN because future has completed 2024-11-13T15:56:50,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ebfcbfd86be2650961687fa493d024f, server=c4c650e80f58,34369,1731513404311}] 2024-11-13T15:56:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:56:50,574 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731513409844.0ebfcbfd86be2650961687fa493d024f. 2024-11-13T15:56:50,575 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ebfcbfd86be2650961687fa493d024f, NAME => 'test,,1731513409844.0ebfcbfd86be2650961687fa493d024f.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:56:50,575 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:56:50,575 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T15:56:50,575 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0ebfcbfd86be2650961687fa493d024f 2024-11-13T15:56:50,575 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731513409844.0ebfcbfd86be2650961687fa493d024f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:50,575 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0ebfcbfd86be2650961687fa493d024f 2024-11-13T15:56:50,575 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0ebfcbfd86be2650961687fa493d024f 2024-11-13T15:56:50,577 INFO [StoreOpener-0ebfcbfd86be2650961687fa493d024f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0ebfcbfd86be2650961687fa493d024f 2024-11-13T15:56:50,578 INFO [StoreOpener-0ebfcbfd86be2650961687fa493d024f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ebfcbfd86be2650961687fa493d024f columnFamilyName f 2024-11-13T15:56:50,578 DEBUG [StoreOpener-0ebfcbfd86be2650961687fa493d024f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:50,578 INFO [StoreOpener-0ebfcbfd86be2650961687fa493d024f-1 {}] regionserver.HStore(327): Store=0ebfcbfd86be2650961687fa493d024f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:50,578 INFO [StoreOpener-0ebfcbfd86be2650961687fa493d024f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0ebfcbfd86be2650961687fa493d024f 2024-11-13T15:56:50,593 INFO [StoreOpener-0ebfcbfd86be2650961687fa493d024f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ebfcbfd86be2650961687fa493d024f columnFamilyName f1 2024-11-13T15:56:50,594 DEBUG [StoreOpener-0ebfcbfd86be2650961687fa493d024f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:50,594 INFO [StoreOpener-0ebfcbfd86be2650961687fa493d024f-1 {}] regionserver.HStore(327): Store=0ebfcbfd86be2650961687fa493d024f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:50,594 INFO [StoreOpener-0ebfcbfd86be2650961687fa493d024f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0ebfcbfd86be2650961687fa493d024f 2024-11-13T15:56:50,595 INFO [StoreOpener-0ebfcbfd86be2650961687fa493d024f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ebfcbfd86be2650961687fa493d024f columnFamilyName norep 2024-11-13T15:56:50,595 DEBUG [StoreOpener-0ebfcbfd86be2650961687fa493d024f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:50,596 INFO [StoreOpener-0ebfcbfd86be2650961687fa493d024f-1 {}] regionserver.HStore(327): Store=0ebfcbfd86be2650961687fa493d024f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:50,596 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0ebfcbfd86be2650961687fa493d024f 2024-11-13T15:56:50,596 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/data/default/test/0ebfcbfd86be2650961687fa493d024f 2024-11-13T15:56:50,597 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/data/default/test/0ebfcbfd86be2650961687fa493d024f 2024-11-13T15:56:50,597 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0ebfcbfd86be2650961687fa493d024f 2024-11-13T15:56:50,597 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0ebfcbfd86be2650961687fa493d024f 2024-11-13T15:56:50,598 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T15:56:50,599 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0ebfcbfd86be2650961687fa493d024f 2024-11-13T15:56:50,600 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/data/default/test/0ebfcbfd86be2650961687fa493d024f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:56:50,600 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0ebfcbfd86be2650961687fa493d024f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67762511, jitterRate=0.009740099310874939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T15:56:50,600 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ebfcbfd86be2650961687fa493d024f 2024-11-13T15:56:50,601 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0ebfcbfd86be2650961687fa493d024f: Running coprocessor pre-open hook at 1731513410576Writing region info on filesystem at 1731513410576Initializing all the Stores at 1731513410576Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513410576Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513410577 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513410577Cleaning up temporary data from old regions at 1731513410597 (+20 ms)Running coprocessor post-open hooks at 1731513410600 (+3 ms)Region opened successfully at 1731513410601 (+1 ms) 2024-11-13T15:56:50,601 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731513409844.0ebfcbfd86be2650961687fa493d024f., pid=6, masterSystemTime=1731513410571 2024-11-13T15:56:50,603 DEBUG [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731513409844.0ebfcbfd86be2650961687fa493d024f. 2024-11-13T15:56:50,603 INFO [RS_OPEN_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731513409844.0ebfcbfd86be2650961687fa493d024f. 2024-11-13T15:56:50,604 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0ebfcbfd86be2650961687fa493d024f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c4c650e80f58,34369,1731513404311 2024-11-13T15:56:50,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ebfcbfd86be2650961687fa493d024f, server=c4c650e80f58,34369,1731513404311 because future has completed 2024-11-13T15:56:50,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T15:56:50,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ebfcbfd86be2650961687fa493d024f, server=c4c650e80f58,34369,1731513404311 in 187 msec 2024-11-13T15:56:50,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T15:56:50,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0ebfcbfd86be2650961687fa493d024f, ASSIGN in 344 msec 2024-11-13T15:56:50,611 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T15:56:50,611 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513410611"}]},"ts":"1731513410611"} 2024-11-13T15:56:50,613 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T15:56:50,613 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T15:56:50,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 768 msec 2024-11-13T15:56:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T15:56:50,983 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T15:56:50,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e235e25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:50,984 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,38199,-1 for getting cluster id 2024-11-13T15:56:50,984 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:56:50,985 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2a7ce49-1641-4b60-b317-d2872a5f9f46' 2024-11-13T15:56:50,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:56:50,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2a7ce49-1641-4b60-b317-d2872a5f9f46" 2024-11-13T15:56:50,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4862d922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:50,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,38199,-1] 2024-11-13T15:56:50,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:56:50,986 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:50,986 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:56:50,987 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b94f5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:50,987 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:56:50,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,38199,1731513396755 2024-11-13T15:56:50,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62598ab8 2024-11-13T15:56:50,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:56:50,988 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:56:50,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38199 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c4c650e80f58:39005,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T15:56:50,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38199 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T15:56:50,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:56:50,991 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:39005' 2024-11-13T15:56:50,992 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eeaba25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:50,992 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,39005,-1 for getting cluster id 2024-11-13T15:56:50,992 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:56:50,993 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5489bc9c-6a9a-4eff-801a-cb51093764f6' 2024-11-13T15:56:50,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:56:50,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5489bc9c-6a9a-4eff-801a-cb51093764f6" 2024-11-13T15:56:50,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7e6fde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:50,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,39005,-1] 2024-11-13T15:56:50,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:56:50,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:50,994 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:56:50,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ec79a07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:50,995 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:56:50,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,39005,1731513400482 2024-11-13T15:56:50,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62002acf 2024-11-13T15:56:50,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:56:50,996 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:56:50,997 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T15:56:50,997 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T15:56:50,997 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:50,997 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:50,997 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:56:50,997 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T15:56:50,998 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T15:56:50,999 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T15:56:50,999 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:51,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T15:56:51,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741837_1013 (size=1138) 2024-11-13T15:56:51,008 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8f75bc3754e649a01ccd1577e9e03538, NAME => 'hbase:replication,,1731513410997.8f75bc3754e649a01ccd1577e9e03538.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b 2024-11-13T15:56:51,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741838_1014 (size=44) 2024-11-13T15:56:51,048 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T15:56:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:56:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:56:51,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731513410997.8f75bc3754e649a01ccd1577e9e03538.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:51,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8f75bc3754e649a01ccd1577e9e03538, disabling compactions & flushes 2024-11-13T15:56:51,414 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731513410997.8f75bc3754e649a01ccd1577e9e03538. 2024-11-13T15:56:51,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731513410997.8f75bc3754e649a01ccd1577e9e03538. 2024-11-13T15:56:51,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731513410997.8f75bc3754e649a01ccd1577e9e03538. after waiting 0 ms 2024-11-13T15:56:51,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731513410997.8f75bc3754e649a01ccd1577e9e03538. 2024-11-13T15:56:51,414 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731513410997.8f75bc3754e649a01ccd1577e9e03538. 2024-11-13T15:56:51,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8f75bc3754e649a01ccd1577e9e03538: Waiting for close lock at 1731513411414Disabling compacts and flushes for region at 1731513411414Disabling writes for close at 1731513411414Writing region close event to WAL at 1731513411414Closed at 1731513411414 2024-11-13T15:56:51,415 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T15:56:51,416 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731513410997.8f75bc3754e649a01ccd1577e9e03538.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731513411416"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513411416"}]},"ts":"1731513411416"} 2024-11-13T15:56:51,417 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T15:56:51,418 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T15:56:51,418 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513411418"}]},"ts":"1731513411418"} 2024-11-13T15:56:51,419 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T15:56:51,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8f75bc3754e649a01ccd1577e9e03538, ASSIGN}] 2024-11-13T15:56:51,420 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8f75bc3754e649a01ccd1577e9e03538, ASSIGN 2024-11-13T15:56:51,421 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8f75bc3754e649a01ccd1577e9e03538, ASSIGN; state=OFFLINE, location=c4c650e80f58,43371,1731513396811; forceNewPlan=false, retain=false 2024-11-13T15:56:51,572 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8f75bc3754e649a01ccd1577e9e03538, regionState=OPENING, regionLocation=c4c650e80f58,43371,1731513396811 2024-11-13T15:56:51,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8f75bc3754e649a01ccd1577e9e03538, ASSIGN because future has completed 2024-11-13T15:56:51,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f75bc3754e649a01ccd1577e9e03538, server=c4c650e80f58,43371,1731513396811}] 2024-11-13T15:56:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:56:51,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731513410997.8f75bc3754e649a01ccd1577e9e03538. 2024-11-13T15:56:51,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T15:56:51,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T15:56:51,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4c650e80f58%2C43371%2C1731513396811.rep, suffix=, logDir=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811, archiveDir=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/oldWALs, maxLogs=10 2024-11-13T15:56:51,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.rep.1731513411731, exclude list is [], retry=0 2024-11-13T15:56:51,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46469,DS-339a8256-963b-44c3-b2b2-4b0c3e2b0847,DISK] 2024-11-13T15:56:51,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.rep.1731513411731 2024-11-13T15:56:51,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39337:39337)] 2024-11-13T15:56:51,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f75bc3754e649a01ccd1577e9e03538, NAME => 'hbase:replication,,1731513410997.8f75bc3754e649a01ccd1577e9e03538.', STARTKEY => '', ENDKEY => ''} 2024-11-13T15:56:51,751 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T15:56:51,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T15:56:51,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731513410997.8f75bc3754e649a01ccd1577e9e03538. service=MultiRowMutationService 2024-11-13T15:56:51,751 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T15:56:51,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8f75bc3754e649a01ccd1577e9e03538 2024-11-13T15:56:51,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731513410997.8f75bc3754e649a01ccd1577e9e03538.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T15:56:51,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8f75bc3754e649a01ccd1577e9e03538 2024-11-13T15:56:51,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8f75bc3754e649a01ccd1577e9e03538 2024-11-13T15:56:51,752 INFO [StoreOpener-8f75bc3754e649a01ccd1577e9e03538-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8f75bc3754e649a01ccd1577e9e03538 2024-11-13T15:56:51,753 INFO [StoreOpener-8f75bc3754e649a01ccd1577e9e03538-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f75bc3754e649a01ccd1577e9e03538 columnFamilyName hfileref 2024-11-13T15:56:51,753 DEBUG [StoreOpener-8f75bc3754e649a01ccd1577e9e03538-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:51,754 INFO [StoreOpener-8f75bc3754e649a01ccd1577e9e03538-1 {}] regionserver.HStore(327): Store=8f75bc3754e649a01ccd1577e9e03538/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:51,754 INFO [StoreOpener-8f75bc3754e649a01ccd1577e9e03538-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8f75bc3754e649a01ccd1577e9e03538 2024-11-13T15:56:51,754 INFO [StoreOpener-8f75bc3754e649a01ccd1577e9e03538-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f75bc3754e649a01ccd1577e9e03538 columnFamilyName queue 2024-11-13T15:56:51,755 DEBUG [StoreOpener-8f75bc3754e649a01ccd1577e9e03538-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:51,755 INFO [StoreOpener-8f75bc3754e649a01ccd1577e9e03538-1 {}] regionserver.HStore(327): Store=8f75bc3754e649a01ccd1577e9e03538/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:51,755 INFO [StoreOpener-8f75bc3754e649a01ccd1577e9e03538-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8f75bc3754e649a01ccd1577e9e03538 2024-11-13T15:56:51,756 INFO [StoreOpener-8f75bc3754e649a01ccd1577e9e03538-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f75bc3754e649a01ccd1577e9e03538 columnFamilyName sid 2024-11-13T15:56:51,756 DEBUG [StoreOpener-8f75bc3754e649a01ccd1577e9e03538-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T15:56:51,756 INFO [StoreOpener-8f75bc3754e649a01ccd1577e9e03538-1 {}] regionserver.HStore(327): Store=8f75bc3754e649a01ccd1577e9e03538/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T15:56:51,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8f75bc3754e649a01ccd1577e9e03538 2024-11-13T15:56:51,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/replication/8f75bc3754e649a01ccd1577e9e03538 2024-11-13T15:56:51,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/replication/8f75bc3754e649a01ccd1577e9e03538 2024-11-13T15:56:51,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8f75bc3754e649a01ccd1577e9e03538 2024-11-13T15:56:51,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8f75bc3754e649a01ccd1577e9e03538 2024-11-13T15:56:51,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T15:56:51,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8f75bc3754e649a01ccd1577e9e03538 2024-11-13T15:56:51,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/replication/8f75bc3754e649a01ccd1577e9e03538/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T15:56:51,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8f75bc3754e649a01ccd1577e9e03538; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63804041, jitterRate=-0.04924570024013519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T15:56:51,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f75bc3754e649a01ccd1577e9e03538 2024-11-13T15:56:51,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8f75bc3754e649a01ccd1577e9e03538: Running coprocessor pre-open hook at 1731513411751Writing region info on filesystem at 1731513411751Initializing all the Stores at 1731513411752 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513411752Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513411752Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513411752Cleaning up temporary data from old regions at 1731513411757 (+5 ms)Running coprocessor post-open hooks at 1731513411760 (+3 ms)Region opened successfully at 1731513411760 2024-11-13T15:56:51,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731513410997.8f75bc3754e649a01ccd1577e9e03538., pid=10, masterSystemTime=1731513411727 2024-11-13T15:56:51,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731513410997.8f75bc3754e649a01ccd1577e9e03538. 2024-11-13T15:56:51,763 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731513410997.8f75bc3754e649a01ccd1577e9e03538. 2024-11-13T15:56:51,763 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8f75bc3754e649a01ccd1577e9e03538, regionState=OPEN, openSeqNum=2, regionLocation=c4c650e80f58,43371,1731513396811 2024-11-13T15:56:51,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f75bc3754e649a01ccd1577e9e03538, server=c4c650e80f58,43371,1731513396811 because future has completed 2024-11-13T15:56:51,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T15:56:51,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f75bc3754e649a01ccd1577e9e03538, server=c4c650e80f58,43371,1731513396811 in 192 msec 2024-11-13T15:56:51,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T15:56:51,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8f75bc3754e649a01ccd1577e9e03538, ASSIGN in 348 msec 2024-11-13T15:56:51,770 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T15:56:51,770 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513411770"}]},"ts":"1731513411770"} 2024-11-13T15:56:51,771 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T15:56:51,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T15:56:51,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 775 msec 2024-11-13T15:56:51,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731513410997.8f75bc3754e649a01ccd1577e9e03538., hostname=c4c650e80f58,43371,1731513396811, seqNum=2] 2024-11-13T15:56:51,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38199-0x100a6013c2a0000, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588986262 2024-11-13T15:56:51,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43371-0x100a6013c2a0001, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588986262 2024-11-13T15:56:51,815 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T15:56:51,943 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T15:56:51,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:51,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:51,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:51,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:51,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:51,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:51,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:51,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:51,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43371 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T15:56:51,967 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T15:56:51,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:51,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:51,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:51,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:51,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:51,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:51,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:51,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:51,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:52,013 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c4c650e80f58,43371,1731513396811, ReplicationSource: 1, currentBandwidth=0 2024-11-13T15:56:52,013 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:56:52,013 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,43371,1731513396811, seqNum=-1] 2024-11-13T15:56:52,014 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:56:52,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-13T15:56:52,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c4c650e80f58,43371,1731513396811', locateType=CURRENT is [region=hbase:replication,,1731513410997.8f75bc3754e649a01ccd1577e9e03538., hostname=c4c650e80f58,43371,1731513396811, seqNum=2] 2024-11-13T15:56:52,019 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T15:56:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38199 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T15:56:52,022 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c4c650e80f58,43371,1731513396811 suceeded 2024-11-13T15:56:52,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T15:56:52,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-13T15:56:52,023 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c4c650e80f58:39005,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T15:56:52,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0340 sec 2024-11-13T15:56:52,035 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:39005' 2024-11-13T15:56:52,036 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2271be11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:52,036 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,39005,-1 for getting cluster id 2024-11-13T15:56:52,036 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:56:52,037 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5489bc9c-6a9a-4eff-801a-cb51093764f6' 2024-11-13T15:56:52,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:56:52,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5489bc9c-6a9a-4eff-801a-cb51093764f6" 2024-11-13T15:56:52,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cb0642a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:52,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,39005,-1] 2024-11-13T15:56:52,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:56:52,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:52,038 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:56:52,039 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e2c3040, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:52,039 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:56:52,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,39005,1731513400482 2024-11-13T15:56:52,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e2288db 2024-11-13T15:56:52,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:56:52,040 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-13T15:56:52,041 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c4c650e80f58,43371,1731513396811 (queues=1) is replicating from cluster=a2a7ce49-1641-4b60-b317-d2872a5f9f46 to cluster=5489bc9c-6a9a-4eff-801a-cb51093764f6 2024-11-13T15:56:52,041 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c4c650e80f58%2C43371%2C1731513396811 2024-11-13T15:56:52,041 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c4c650e80f58,43371,1731513396811, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T15:56:52,041 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513398391, startPosition=0, beingWritten=true 2024-11-13T15:56:52,041 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.shipperc4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4c650e80f58%2C43371%2C1731513396811 2024-11-13T15:56:52,045 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:56:52,045 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513398391 to pos 379, reset compression=false 2024-11-13T15:56:52,045 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.shipperc4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,43371,1731513396811 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513398391, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T15:56:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T15:56:52,132 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T15:56:52,133 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:56:52,133 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:56:52,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:52,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:52,133 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:56:52,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65c9ff0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:52,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,38199,-1 for getting cluster id 2024-11-13T15:56:52,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:56:52,134 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2a7ce49-1641-4b60-b317-d2872a5f9f46' 2024-11-13T15:56:52,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:56:52,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2a7ce49-1641-4b60-b317-d2872a5f9f46" 2024-11-13T15:56:52,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f1db82d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:52,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,38199,-1] 2024-11-13T15:56:52,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:56:52,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:52,135 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:56:52,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e8500d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:52,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b50113f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:52,136 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,39005,-1 for getting cluster id 2024-11-13T15:56:52,137 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:56:52,137 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5489bc9c-6a9a-4eff-801a-cb51093764f6' 2024-11-13T15:56:52,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:56:52,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5489bc9c-6a9a-4eff-801a-cb51093764f6" 2024-11-13T15:56:52,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@155d624b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:52,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,39005,-1] 2024-11-13T15:56:52,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:56:52,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:52,138 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:56:52,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@346baafa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:52,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@390bf791, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:52,139 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36095,-1 for getting cluster id 2024-11-13T15:56:52,139 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:56:52,140 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5e9bd0b-7f2e-43ec-9b57-b8e52b2829c3' 2024-11-13T15:56:52,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:56:52,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5e9bd0b-7f2e-43ec-9b57-b8e52b2829c3" 2024-11-13T15:56:52,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12545bab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:52,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36095,-1] 2024-11-13T15:56:52,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:56:52,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:52,141 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:56:52,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b8c1919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:52,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:52,146 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731513412146/Put/seqid=0 2024-11-13T15:56:52,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741840_1016 (size=7894) 2024-11-13T15:56:52,248 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513398391 to pos 379, reset compression=false 2024-11-13T15:56:52,551 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513398391 to pos 379, reset compression=false 2024-11-13T15:56:52,552 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731513412551/Put/seqid=0 2024-11-13T15:56:52,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741841_1017 (size=7691) 2024-11-13T15:56:52,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e7c6f15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:52,556 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,38199,-1 for getting cluster id 2024-11-13T15:56:52,556 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:56:52,557 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2a7ce49-1641-4b60-b317-d2872a5f9f46' 2024-11-13T15:56:52,557 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:56:52,557 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2a7ce49-1641-4b60-b317-d2872a5f9f46" 2024-11-13T15:56:52,557 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@423436d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:52,557 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,38199,-1] 2024-11-13T15:56:52,557 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:56:52,558 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:52,558 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:56:52,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53737bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:52,559 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:56:52,560 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,43371,1731513396811, seqNum=-1] 2024-11-13T15:56:52,560 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:56:52,560 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:56:52,566 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:56:52,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,38199,1731513396755 2024-11-13T15:56:52,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1065badf 2024-11-13T15:56:52,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:56:52,567 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:56:52,570 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731513406552.7529fb886c5d74d0c0b4d6af27622d5b., hostname=c4c650e80f58,43371,1731513396811, seqNum=2] 2024-11-13T15:56:52,572 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T15:56:52,575 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-13T15:56:52,577 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-13T15:56:52,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 7529fb886c5d74d0c0b4d6af27622d5b/f 2024-11-13T15:56:52,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-13T15:56:52,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T15:56:52,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 7529fb886c5d74d0c0b4d6af27622d5b/f 2024-11-13T15:56:52,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-13T15:56:52,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T15:56:52,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.HRegion(2603): Flush status journal for 7529fb886c5d74d0c0b4d6af27622d5b: 2024-11-13T15:56:52,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/staging/jenkins__test__tqp50jauavj02uj24pfi176l0skb0gic5761ca52qk5shb0cp18vp34q1suvro8e/f/hfile_0 2024-11-13T15:56:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/staging/jenkins__test__tqp50jauavj02uj24pfi176l0skb0gic5761ca52qk5shb0cp18vp34q1suvro8e/f/hfile_0 as hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/default/test/7529fb886c5d74d0c0b4d6af27622d5b/f/9295988491604ac387533acb46577098_SeqId_4_ 2024-11-13T15:56:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/staging/jenkins__test__tqp50jauavj02uj24pfi176l0skb0gic5761ca52qk5shb0cp18vp34q1suvro8e/f/hfile_1 2024-11-13T15:56:52,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/staging/jenkins__test__tqp50jauavj02uj24pfi176l0skb0gic5761ca52qk5shb0cp18vp34q1suvro8e/f/hfile_1 as hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/default/test/7529fb886c5d74d0c0b4d6af27622d5b/f/f377ccafa77d40e2bf82a215f63e7d89_SeqId_4_ 2024-11-13T15:56:52,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/staging/jenkins__test__tqp50jauavj02uj24pfi176l0skb0gic5761ca52qk5shb0cp18vp34q1suvro8e/f/hfile_0 into 7529fb886c5d74d0c0b4d6af27622d5b/f as hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/default/test/7529fb886c5d74d0c0b4d6af27622d5b/f/9295988491604ac387533acb46577098_SeqId_4_ - updating store file list. 2024-11-13T15:56:52,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9295988491604ac387533acb46577098_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T15:56:52,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/default/test/7529fb886c5d74d0c0b4d6af27622d5b/f/9295988491604ac387533acb46577098_SeqId_4_ into 7529fb886c5d74d0c0b4d6af27622d5b/f 2024-11-13T15:56:52,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/staging/jenkins__test__tqp50jauavj02uj24pfi176l0skb0gic5761ca52qk5shb0cp18vp34q1suvro8e/f/hfile_0 into 7529fb886c5d74d0c0b4d6af27622d5b/f (new location: hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/default/test/7529fb886c5d74d0c0b4d6af27622d5b/f/9295988491604ac387533acb46577098_SeqId_4_) 2024-11-13T15:56:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/staging/jenkins__test__tqp50jauavj02uj24pfi176l0skb0gic5761ca52qk5shb0cp18vp34q1suvro8e/f/hfile_0 2024-11-13T15:56:52,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/staging/jenkins__test__tqp50jauavj02uj24pfi176l0skb0gic5761ca52qk5shb0cp18vp34q1suvro8e/f/hfile_1 into 7529fb886c5d74d0c0b4d6af27622d5b/f as hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/default/test/7529fb886c5d74d0c0b4d6af27622d5b/f/f377ccafa77d40e2bf82a215f63e7d89_SeqId_4_ - updating store file list. 2024-11-13T15:56:52,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f377ccafa77d40e2bf82a215f63e7d89_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T15:56:52,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/default/test/7529fb886c5d74d0c0b4d6af27622d5b/f/f377ccafa77d40e2bf82a215f63e7d89_SeqId_4_ into 7529fb886c5d74d0c0b4d6af27622d5b/f 2024-11-13T15:56:52,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/staging/jenkins__test__tqp50jauavj02uj24pfi176l0skb0gic5761ca52qk5shb0cp18vp34q1suvro8e/f/hfile_1 into 7529fb886c5d74d0c0b4d6af27622d5b/f (new location: hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/default/test/7529fb886c5d74d0c0b4d6af27622d5b/f/f377ccafa77d40e2bf82a215f63e7d89_SeqId_4_) 2024-11-13T15:56:52,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/staging/jenkins__test__tqp50jauavj02uj24pfi176l0skb0gic5761ca52qk5shb0cp18vp34q1suvro8e/f/hfile_1 2024-11-13T15:56:52,597 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:56:52,597 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:56:52,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:52,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:52,598 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731513406552.7529fb886c5d74d0c0b4d6af27622d5b., hostname=c4c650e80f58,43371,1731513396811, seqNum=2 , the old value is region=test,,1731513406552.7529fb886c5d74d0c0b4d6af27622d5b., hostname=c4c650e80f58,43371,1731513396811, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c4c650e80f58:43371 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T15:56:52,598 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:56:52,598 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731513406552.7529fb886c5d74d0c0b4d6af27622d5b., hostname=c4c650e80f58,43371,1731513396811, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T15:56:52,598 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731513406552.7529fb886c5d74d0c0b4d6af27622d5b., hostname=c4c650e80f58,43371,1731513396811, seqNum=2 from cache 2024-11-13T15:56:52,598 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:56:52,598 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T15:56:52,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,42619,1731513400517, seqNum=-1] 2024-11-13T15:56:52,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:56:52,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:56:52,601 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731513408704.4cf0738a350054b7916f93694b072093., hostname=c4c650e80f58,42619,1731513400517, seqNum=2] 2024-11-13T15:56:52,602 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T15:56:52,702 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:43371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T15:56:52,955 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513398391 to pos 379, reset compression=false 2024-11-13T15:56:52,959 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T15:56:52,959 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.shipperc4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,43371,1731513396811 got entry batch from reader: WALEntryBatch [walEntries=[{test/7529fb886c5d74d0c0b4d6af27622d5b/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731513412596/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513398391, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T15:56:52,961 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.shipperc4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T15:56:52,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-13T15:56:52,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.ReplicationSink(318): Replicating [a2a7ce49-1641-4b60-b317-d2872a5f9f46] bulk loaded data 2024-11-13T15:56:52,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fd0cc5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:52,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,39005,-1 for getting cluster id 2024-11-13T15:56:52,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:56:52,963 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5489bc9c-6a9a-4eff-801a-cb51093764f6' 2024-11-13T15:56:52,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:56:52,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5489bc9c-6a9a-4eff-801a-cb51093764f6" 2024-11-13T15:56:52,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@472ff210, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:52,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,39005,-1] 2024-11-13T15:56:52,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:56:52,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:52,964 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:56:52,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6614a1a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:52,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39181 is added to blk_1073741837_1013 (size=7894) 2024-11-13T15:56:53,159 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513398391 to pos 687, reset compression=false 2024-11-13T15:56:53,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39181 is added to blk_1073741838_1014 (size=7691) 2024-11-13T15:56:53,463 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513398391 to pos 687, reset compression=false 2024-11-13T15:56:53,604 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T15:56:53,781 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:56:53,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,39005,1731513400482 2024-11-13T15:56:53,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41e2e698 2024-11-13T15:56:53,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:56:53,783 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-13T15:56:53,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T15:56:53,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:56:53,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,42619,1731513400517, seqNum=-1] 2024-11-13T15:56:53,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:56:53,786 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-13T15:56:53,790 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/staging/jenkins.hfs.22__test__prugdopcssa6qhj2rn7n7ltrm9scd3m9q3n2rhr4tftafcha36hjslsmrk4vupml/f/9295988491604ac387533acb46577098_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-13T15:56:53,792 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/staging/jenkins.hfs.22__test__prugdopcssa6qhj2rn7n7ltrm9scd3m9q3n2rhr4tftafcha36hjslsmrk4vupml/f/f377ccafa77d40e2bf82a215f63e7d89_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-13T15:56:53,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/staging/jenkins.hfs.22__test__prugdopcssa6qhj2rn7n7ltrm9scd3m9q3n2rhr4tftafcha36hjslsmrk4vupml/f/f377ccafa77d40e2bf82a215f63e7d89_SeqId_4_ for inclusion in 4cf0738a350054b7916f93694b072093/f 2024-11-13T15:56:53,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-13T15:56:53,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T15:56:53,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/staging/jenkins.hfs.22__test__prugdopcssa6qhj2rn7n7ltrm9scd3m9q3n2rhr4tftafcha36hjslsmrk4vupml/f/9295988491604ac387533acb46577098_SeqId_4_ for inclusion in 4cf0738a350054b7916f93694b072093/f 2024-11-13T15:56:53,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-13T15:56:53,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T15:56:53,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.HRegion(2603): Flush status journal for 4cf0738a350054b7916f93694b072093: 2024-11-13T15:56:53,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f377ccafa77d40e2bf82a215f63e7d89_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T15:56:53,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/staging/jenkins.hfs.22__test__prugdopcssa6qhj2rn7n7ltrm9scd3m9q3n2rhr4tftafcha36hjslsmrk4vupml/f/f377ccafa77d40e2bf82a215f63e7d89_SeqId_4_ as hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/default/test/4cf0738a350054b7916f93694b072093/f/ee9f10e654bd47ebb95e4eb4d13b63c2_SeqId_4_ 2024-11-13T15:56:53,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9295988491604ac387533acb46577098_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T15:56:53,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/staging/jenkins.hfs.22__test__prugdopcssa6qhj2rn7n7ltrm9scd3m9q3n2rhr4tftafcha36hjslsmrk4vupml/f/9295988491604ac387533acb46577098_SeqId_4_ as hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/default/test/4cf0738a350054b7916f93694b072093/f/857b0a59e8cb4d2a8b18870f9383ef59_SeqId_4_ 2024-11-13T15:56:53,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/staging/jenkins.hfs.22__test__prugdopcssa6qhj2rn7n7ltrm9scd3m9q3n2rhr4tftafcha36hjslsmrk4vupml/f/f377ccafa77d40e2bf82a215f63e7d89_SeqId_4_ into 4cf0738a350054b7916f93694b072093/f as hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/default/test/4cf0738a350054b7916f93694b072093/f/ee9f10e654bd47ebb95e4eb4d13b63c2_SeqId_4_ - updating store file list. 2024-11-13T15:56:53,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ee9f10e654bd47ebb95e4eb4d13b63c2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T15:56:53,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/default/test/4cf0738a350054b7916f93694b072093/f/ee9f10e654bd47ebb95e4eb4d13b63c2_SeqId_4_ into 4cf0738a350054b7916f93694b072093/f 2024-11-13T15:56:53,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/staging/jenkins.hfs.22__test__prugdopcssa6qhj2rn7n7ltrm9scd3m9q3n2rhr4tftafcha36hjslsmrk4vupml/f/f377ccafa77d40e2bf82a215f63e7d89_SeqId_4_ into 4cf0738a350054b7916f93694b072093/f (new location: hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/default/test/4cf0738a350054b7916f93694b072093/f/ee9f10e654bd47ebb95e4eb4d13b63c2_SeqId_4_) 2024-11-13T15:56:53,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/staging/jenkins.hfs.22__test__prugdopcssa6qhj2rn7n7ltrm9scd3m9q3n2rhr4tftafcha36hjslsmrk4vupml/f/f377ccafa77d40e2bf82a215f63e7d89_SeqId_4_ 2024-11-13T15:56:53,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/staging/jenkins.hfs.22__test__prugdopcssa6qhj2rn7n7ltrm9scd3m9q3n2rhr4tftafcha36hjslsmrk4vupml/f/9295988491604ac387533acb46577098_SeqId_4_ into 4cf0738a350054b7916f93694b072093/f as hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/default/test/4cf0738a350054b7916f93694b072093/f/857b0a59e8cb4d2a8b18870f9383ef59_SeqId_4_ - updating store file list. 2024-11-13T15:56:53,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 857b0a59e8cb4d2a8b18870f9383ef59_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T15:56:53,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/default/test/4cf0738a350054b7916f93694b072093/f/857b0a59e8cb4d2a8b18870f9383ef59_SeqId_4_ into 4cf0738a350054b7916f93694b072093/f 2024-11-13T15:56:53,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/staging/jenkins.hfs.22__test__prugdopcssa6qhj2rn7n7ltrm9scd3m9q3n2rhr4tftafcha36hjslsmrk4vupml/f/9295988491604ac387533acb46577098_SeqId_4_ into 4cf0738a350054b7916f93694b072093/f (new location: hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/default/test/4cf0738a350054b7916f93694b072093/f/857b0a59e8cb4d2a8b18870f9383ef59_SeqId_4_) 2024-11-13T15:56:53,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/staging/jenkins.hfs.22__test__prugdopcssa6qhj2rn7n7ltrm9scd3m9q3n2rhr4tftafcha36hjslsmrk4vupml/f/9295988491604ac387533acb46577098_SeqId_4_ 2024-11-13T15:56:53,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.ReplicationSink(324): Finished replicating [a2a7ce49-1641-4b60-b317-d2872a5f9f46] bulk loaded data 2024-11-13T15:56:53,866 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513398391 to pos 687, reset compression=false 2024-11-13T15:56:54,369 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513398391 to pos 687, reset compression=false 2024-11-13T15:56:54,611 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:56:54,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,34369,1731513404311, seqNum=-1] 2024-11-13T15:56:54,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:56:54,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:56:54,614 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731513409844.0ebfcbfd86be2650961687fa493d024f., hostname=c4c650e80f58,34369,1731513404311, seqNum=2] 2024-11-13T15:56:54,618 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T15:56:54,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T15:56:54,620 DEBUG [regionserver/c4c650e80f58:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c4c650e80f58%2C43371%2C1731513396811.rep:(num 1731513411731) roll requested 2024-11-13T15:56:54,637 DEBUG [regionserver/c4c650e80f58:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.rep.1731513414620, exclude list is [], retry=0 2024-11-13T15:56:54,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46469,DS-339a8256-963b-44c3-b2b2-4b0c3e2b0847,DISK] 2024-11-13T15:56:54,641 INFO [regionserver/c4c650e80f58:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.rep.1731513411731 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.rep.1731513414620 2024-11-13T15:56:54,641 DEBUG [regionserver/c4c650e80f58:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39337:39337)] 2024-11-13T15:56:54,641 DEBUG [regionserver/c4c650e80f58:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.rep.1731513411731 is not closed yet, will try archiving it next time 2024-11-13T15:56:54,641 DEBUG [regionserver/c4c650e80f58:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c4c650e80f58%2C43371%2C1731513396811:(num 1731513398391) roll requested 2024-11-13T15:56:54,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741839_1015 (size=1505) 2024-11-13T15:56:54,643 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.rep.1731513411731 not finished, retry = 0 2024-11-13T15:56:54,658 DEBUG [regionserver/c4c650e80f58:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513414642, exclude list is [], retry=0 2024-11-13T15:56:54,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46469,DS-339a8256-963b-44c3-b2b2-4b0c3e2b0847,DISK] 2024-11-13T15:56:54,661 INFO [regionserver/c4c650e80f58:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513398391 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513414642 2024-11-13T15:56:54,662 DEBUG [regionserver/c4c650e80f58:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39337:39337)] 2024-11-13T15:56:54,662 DEBUG [regionserver/c4c650e80f58:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513398391 is not closed yet, will try archiving it next time 2024-11-13T15:56:54,662 DEBUG [regionserver/c4c650e80f58:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c4c650e80f58%2C43371%2C1731513396811.meta:.meta(num 1731513399303) roll requested 2024-11-13T15:56:54,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2677e068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:54,662 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,38199,-1 for getting cluster id 2024-11-13T15:56:54,662 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:56:54,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741832_1008 (size=695) 2024-11-13T15:56:54,663 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513398391 not finished, retry = 0 2024-11-13T15:56:54,663 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2a7ce49-1641-4b60-b317-d2872a5f9f46' 2024-11-13T15:56:54,663 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:56:54,663 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2a7ce49-1641-4b60-b317-d2872a5f9f46" 2024-11-13T15:56:54,664 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d7235b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:54,664 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,38199,-1] 2024-11-13T15:56:54,664 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:56:54,664 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:54,664 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:56:54,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21a5a6ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:54,665 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:56:54,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,38199,1731513396755 2024-11-13T15:56:54,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@270651f0 2024-11-13T15:56:54,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:56:54,666 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:56:54,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38199 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://c4c650e80f58:36095,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T15:56:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38199 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T15:56:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T15:56:54,669 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:36095' 2024-11-13T15:56:54,670 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71b9cd4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:54,670 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36095,-1 for getting cluster id 2024-11-13T15:56:54,670 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:56:54,670 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5e9bd0b-7f2e-43ec-9b57-b8e52b2829c3' 2024-11-13T15:56:54,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:56:54,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5e9bd0b-7f2e-43ec-9b57-b8e52b2829c3" 2024-11-13T15:56:54,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26df1ab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:54,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36095,-1] 2024-11-13T15:56:54,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:56:54,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:54,671 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:56:54,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24b35cbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:54,672 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:56:54,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,36095,1731513404272 2024-11-13T15:56:54,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42a9dc43 2024-11-13T15:56:54,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:56:54,673 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:56:54,674 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T15:56:54,674 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T15:56:54,674 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:54,674 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:54,674 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:56:54,679 DEBUG [regionserver/c4c650e80f58:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.meta.1731513414662.meta, exclude list is [], retry=0 2024-11-13T15:56:54,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46469,DS-339a8256-963b-44c3-b2b2-4b0c3e2b0847,DISK] 2024-11-13T15:56:54,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T15:56:54,682 INFO [regionserver/c4c650e80f58:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.meta.1731513399303.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.meta.1731513414662.meta 2024-11-13T15:56:54,682 DEBUG [regionserver/c4c650e80f58:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39337:39337)] 2024-11-13T15:56:54,682 DEBUG [regionserver/c4c650e80f58:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.meta.1731513399303.meta is not closed yet, will try archiving it next time 2024-11-13T15:56:54,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741834_1010 (size=3473) 2024-11-13T15:56:54,765 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513398391 to hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/oldWALs/c4c650e80f58%2C43371%2C1731513396811.1731513398391 2024-11-13T15:56:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T15:56:54,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43371 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-13T15:56:54,835 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-13T15:56:54,864 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-c4c650e80f58,43371,1731513396811, ReplicationSource: 2, currentBandwidth=0 2024-11-13T15:56:54,866 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-13T15:56:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38199 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-13T15:56:54,868 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on c4c650e80f58,43371,1731513396811 suceeded 2024-11-13T15:56:54,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T15:56:54,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-13T15:56:54,870 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://c4c650e80f58:36095,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T15:56:54,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 203 msec 2024-11-13T15:56:54,880 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,43371,1731513396811 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4c650e80f58:36095' 2024-11-13T15:56:54,882 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,43371,1731513396811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20a87409, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:54,882 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,43371,1731513396811 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36095,-1 for getting cluster id 2024-11-13T15:56:54,882 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,43371,1731513396811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:56:54,882 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5e9bd0b-7f2e-43ec-9b57-b8e52b2829c3' 2024-11-13T15:56:54,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:56:54,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5e9bd0b-7f2e-43ec-9b57-b8e52b2829c3" 2024-11-13T15:56:54,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e02ee48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:54,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36095,-1] 2024-11-13T15:56:54,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:56:54,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:54,884 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:56:54,884 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,43371,1731513396811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ab477a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:54,884 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,43371,1731513396811 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:56:54,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,36095,1731513404272 2024-11-13T15:56:54,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77386c87 2024-11-13T15:56:54,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:56:54,885 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-13T15:56:54,886 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,43371,1731513396811 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-c4c650e80f58,43371,1731513396811 (queues=1) is replicating from cluster=a2a7ce49-1641-4b60-b317-d2872a5f9f46 to cluster=f5e9bd0b-7f2e-43ec-9b57-b8e52b2829c3 2024-11-13T15:56:54,886 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,43371,1731513396811 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=c4c650e80f58%2C43371%2C1731513396811 2024-11-13T15:56:54,886 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,43371,1731513396811 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-c4c650e80f58,43371,1731513396811, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T15:56:54,886 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,2-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513414642, startPosition=0, beingWritten=true 2024-11-13T15:56:54,886 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,43371,1731513396811.replicationSource.shipperc4c650e80f58%2C43371%2C1731513396811,2-c4c650e80f58,43371,1731513396811 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4c650e80f58%2C43371%2C1731513396811 2024-11-13T15:56:54,973 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513398391 to pos 687, reset compression=false 2024-11-13T15:56:54,979 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513398391 was moved to hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/oldWALs/c4c650e80f58%2C43371%2C1731513396811.1731513398391 2024-11-13T15:56:54,980 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513398391 2024-11-13T15:56:54,980 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.shipperc4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,43371,1731513396811 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513398391, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-13T15:56:54,980 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513414642, startPosition=0, beingWritten=true 2024-11-13T15:56:54,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T15:56:54,981 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-13T15:56:54,982 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:56:54,982 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:56:54,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:54,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:54,982 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:56:54,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T15:56:54,982 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.shipperc4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [c4c650e80f58%2C43371%2C1731513396811.1731513398391] 2024-11-13T15:56:54,986 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731513414986/Put/seqid=0 2024-11-13T15:56:54,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741845_1021 (size=11194) 2024-11-13T15:56:54,992 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731513414992/Put/seqid=0 2024-11-13T15:56:54,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741846_1022 (size=10791) 2024-11-13T15:56:55,090 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,2-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513414642 to pos 0, reset compression=false 2024-11-13T15:56:55,394 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,2-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513414642 to pos 0, reset compression=false 2024-11-13T15:56:55,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d31c88f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:55,397 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,38199,-1 for getting cluster id 2024-11-13T15:56:55,397 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:56:55,398 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2a7ce49-1641-4b60-b317-d2872a5f9f46' 2024-11-13T15:56:55,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:56:55,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2a7ce49-1641-4b60-b317-d2872a5f9f46" 2024-11-13T15:56:55,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3094511a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:55,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,38199,-1] 2024-11-13T15:56:55,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:56:55,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:55,399 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:56:55,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a67a55c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:55,400 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:56:55,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,43371,1731513396811, seqNum=-1] 2024-11-13T15:56:55,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:56:55,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T15:56:55,407 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:56:55,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,38199,1731513396755 2024-11-13T15:56:55,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e4cb26e 2024-11-13T15:56:55,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:56:55,409 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T15:56:55,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731513406552.7529fb886c5d74d0c0b4d6af27622d5b., hostname=c4c650e80f58,43371,1731513396811, seqNum=2] 2024-11-13T15:56:55,413 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T15:56:55,418 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-13T15:56:55,420 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-13T15:56:55,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 7529fb886c5d74d0c0b4d6af27622d5b/f 2024-11-13T15:56:55,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T15:56:55,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T15:56:55,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 7529fb886c5d74d0c0b4d6af27622d5b/f 2024-11-13T15:56:55,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T15:56:55,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T15:56:55,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.HRegion(2603): Flush status journal for 7529fb886c5d74d0c0b4d6af27622d5b: 2024-11-13T15:56:55,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/staging/jenkins__test__cklgmmc2uld74u0aiqvdlg1evoivnnvgc5ajk84ahopg3osd591sfihoqq127psb/f/hfile_1 2024-11-13T15:56:55,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/staging/jenkins__test__cklgmmc2uld74u0aiqvdlg1evoivnnvgc5ajk84ahopg3osd591sfihoqq127psb/f/hfile_1 as hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/default/test/7529fb886c5d74d0c0b4d6af27622d5b/f/485334548e204e6e8366c75ee63599c7_SeqId_6_ 2024-11-13T15:56:55,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/staging/jenkins__test__cklgmmc2uld74u0aiqvdlg1evoivnnvgc5ajk84ahopg3osd591sfihoqq127psb/f/hfile_0 2024-11-13T15:56:55,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/staging/jenkins__test__cklgmmc2uld74u0aiqvdlg1evoivnnvgc5ajk84ahopg3osd591sfihoqq127psb/f/hfile_0 as hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/default/test/7529fb886c5d74d0c0b4d6af27622d5b/f/64e131ee5c454c66a6703f2c0c2ee342_SeqId_6_ 2024-11-13T15:56:55,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/staging/jenkins__test__cklgmmc2uld74u0aiqvdlg1evoivnnvgc5ajk84ahopg3osd591sfihoqq127psb/f/hfile_1 into 7529fb886c5d74d0c0b4d6af27622d5b/f as hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/default/test/7529fb886c5d74d0c0b4d6af27622d5b/f/485334548e204e6e8366c75ee63599c7_SeqId_6_ - updating store file list. 2024-11-13T15:56:55,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 485334548e204e6e8366c75ee63599c7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T15:56:55,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/default/test/7529fb886c5d74d0c0b4d6af27622d5b/f/485334548e204e6e8366c75ee63599c7_SeqId_6_ into 7529fb886c5d74d0c0b4d6af27622d5b/f 2024-11-13T15:56:55,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/staging/jenkins__test__cklgmmc2uld74u0aiqvdlg1evoivnnvgc5ajk84ahopg3osd591sfihoqq127psb/f/hfile_1 into 7529fb886c5d74d0c0b4d6af27622d5b/f (new location: hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/default/test/7529fb886c5d74d0c0b4d6af27622d5b/f/485334548e204e6e8366c75ee63599c7_SeqId_6_) 2024-11-13T15:56:55,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/staging/jenkins__test__cklgmmc2uld74u0aiqvdlg1evoivnnvgc5ajk84ahopg3osd591sfihoqq127psb/f/hfile_1 2024-11-13T15:56:55,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/staging/jenkins__test__cklgmmc2uld74u0aiqvdlg1evoivnnvgc5ajk84ahopg3osd591sfihoqq127psb/f/hfile_0 into 7529fb886c5d74d0c0b4d6af27622d5b/f as hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/default/test/7529fb886c5d74d0c0b4d6af27622d5b/f/64e131ee5c454c66a6703f2c0c2ee342_SeqId_6_ - updating store file list. 2024-11-13T15:56:55,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 64e131ee5c454c66a6703f2c0c2ee342_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T15:56:55,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/default/test/7529fb886c5d74d0c0b4d6af27622d5b/f/64e131ee5c454c66a6703f2c0c2ee342_SeqId_6_ into 7529fb886c5d74d0c0b4d6af27622d5b/f 2024-11-13T15:56:55,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/staging/jenkins__test__cklgmmc2uld74u0aiqvdlg1evoivnnvgc5ajk84ahopg3osd591sfihoqq127psb/f/hfile_0 into 7529fb886c5d74d0c0b4d6af27622d5b/f (new location: hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/default/test/7529fb886c5d74d0c0b4d6af27622d5b/f/64e131ee5c454c66a6703f2c0c2ee342_SeqId_6_) 2024-11-13T15:56:55,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/staging/jenkins__test__cklgmmc2uld74u0aiqvdlg1evoivnnvgc5ajk84ahopg3osd591sfihoqq127psb/f/hfile_0 2024-11-13T15:56:55,448 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:56:55,448 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:56:55,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:55,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:55,449 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:56:55,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731513406552.7529fb886c5d74d0c0b4d6af27622d5b., hostname=c4c650e80f58,43371,1731513396811, seqNum=2 , the old value is region=test,,1731513406552.7529fb886c5d74d0c0b4d6af27622d5b., hostname=c4c650e80f58,43371,1731513396811, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c4c650e80f58:43371 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T15:56:55,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731513406552.7529fb886c5d74d0c0b4d6af27622d5b., hostname=c4c650e80f58,43371,1731513396811, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T15:56:55,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731513406552.7529fb886c5d74d0c0b4d6af27622d5b., hostname=c4c650e80f58,43371,1731513396811, seqNum=2 from cache 2024-11-13T15:56:55,449 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T15:56:55,451 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T15:56:55,551 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:43371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T15:56:55,685 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513414642 to pos 0, reset compression=false 2024-11-13T15:56:55,689 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T15:56:55,689 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.shipperc4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,43371,1731513396811 got entry batch from reader: WALEntryBatch [walEntries=[{test/7529fb886c5d74d0c0b4d6af27622d5b/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731513415447/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513414642, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T15:56:55,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.ReplicationSink(318): Replicating [a2a7ce49-1641-4b60-b317-d2872a5f9f46] bulk loaded data 2024-11-13T15:56:55,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39181 is added to blk_1073741839_1015 (size=10791) 2024-11-13T15:56:55,799 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,2-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513414642 to pos 0, reset compression=false 2024-11-13T15:56:55,804 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,2-c4c650e80f58,43371,1731513396811 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T15:56:55,805 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,43371,1731513396811.replicationSource.shipperc4c650e80f58%2C43371%2C1731513396811,2-c4c650e80f58,43371,1731513396811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-c4c650e80f58,43371,1731513396811 got entry batch from reader: WALEntryBatch [walEntries=[{test/7529fb886c5d74d0c0b4d6af27622d5b/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731513415447/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513414642, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T15:56:55,807 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,43371,1731513396811.replicationSource.shipperc4c650e80f58%2C43371%2C1731513396811,2-c4c650e80f58,43371,1731513396811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T15:56:55,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-13T15:56:55,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.ReplicationSink(318): Replicating [a2a7ce49-1641-4b60-b317-d2872a5f9f46] bulk loaded data 2024-11-13T15:56:55,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40e83b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:55,809 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] client.ClusterIdFetcher(90): Going to request c4c650e80f58,36095,-1 for getting cluster id 2024-11-13T15:56:55,809 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T15:56:55,809 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5e9bd0b-7f2e-43ec-9b57-b8e52b2829c3' 2024-11-13T15:56:55,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T15:56:55,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5e9bd0b-7f2e-43ec-9b57-b8e52b2829c3" 2024-11-13T15:56:55,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23fa2914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:55,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4c650e80f58,36095,-1] 2024-11-13T15:56:55,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T15:56:55,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:55,810 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-13T15:56:55,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21f7ea7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T15:56:55,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741837_1013 (size=10791) 2024-11-13T15:56:55,890 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513414642 to pos 393, reset compression=false 2024-11-13T15:56:56,005 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,2-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513414642 to pos 393, reset compression=false 2024-11-13T15:56:56,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39181 is added to blk_1073741840_1016 (size=11194) 2024-11-13T15:56:56,193 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513414642 to pos 393, reset compression=false 2024-11-13T15:56:56,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741838_1014 (size=11194) 2024-11-13T15:56:56,255 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T15:56:56,308 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,2-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513414642 to pos 393, reset compression=false 2024-11-13T15:56:56,455 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T15:56:56,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T15:56:56,518 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/staging/jenkins.hfs.22__test__rdblguqr531mcnsgfkf25us43kefmrt8s65skui2co81a7h1fobslj8pcqpjjg6f/f/485334548e204e6e8366c75ee63599c7_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-13T15:56:56,520 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/staging/jenkins.hfs.22__test__rdblguqr531mcnsgfkf25us43kefmrt8s65skui2co81a7h1fobslj8pcqpjjg6f/f/64e131ee5c454c66a6703f2c0c2ee342_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-13T15:56:56,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/staging/jenkins.hfs.22__test__rdblguqr531mcnsgfkf25us43kefmrt8s65skui2co81a7h1fobslj8pcqpjjg6f/f/485334548e204e6e8366c75ee63599c7_SeqId_6_ for inclusion in 4cf0738a350054b7916f93694b072093/f 2024-11-13T15:56:56,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T15:56:56,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T15:56:56,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/staging/jenkins.hfs.22__test__rdblguqr531mcnsgfkf25us43kefmrt8s65skui2co81a7h1fobslj8pcqpjjg6f/f/64e131ee5c454c66a6703f2c0c2ee342_SeqId_6_ for inclusion in 4cf0738a350054b7916f93694b072093/f 2024-11-13T15:56:56,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T15:56:56,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T15:56:56,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.HRegion(2603): Flush status journal for 4cf0738a350054b7916f93694b072093: 2024-11-13T15:56:56,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 485334548e204e6e8366c75ee63599c7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T15:56:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/staging/jenkins.hfs.22__test__rdblguqr531mcnsgfkf25us43kefmrt8s65skui2co81a7h1fobslj8pcqpjjg6f/f/485334548e204e6e8366c75ee63599c7_SeqId_6_ as hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/default/test/4cf0738a350054b7916f93694b072093/f/8f222cfb3cb4407887c8c938c4a623f0_SeqId_6_ 2024-11-13T15:56:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 64e131ee5c454c66a6703f2c0c2ee342_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T15:56:56,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/staging/jenkins.hfs.22__test__rdblguqr531mcnsgfkf25us43kefmrt8s65skui2co81a7h1fobslj8pcqpjjg6f/f/64e131ee5c454c66a6703f2c0c2ee342_SeqId_6_ as hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/default/test/4cf0738a350054b7916f93694b072093/f/8e72ebcebccd4b83911d9a12f5a848cf_SeqId_6_ 2024-11-13T15:56:56,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/staging/jenkins.hfs.22__test__rdblguqr531mcnsgfkf25us43kefmrt8s65skui2co81a7h1fobslj8pcqpjjg6f/f/485334548e204e6e8366c75ee63599c7_SeqId_6_ into 4cf0738a350054b7916f93694b072093/f as hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/default/test/4cf0738a350054b7916f93694b072093/f/8f222cfb3cb4407887c8c938c4a623f0_SeqId_6_ - updating store file list. 2024-11-13T15:56:56,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8f222cfb3cb4407887c8c938c4a623f0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T15:56:56,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/default/test/4cf0738a350054b7916f93694b072093/f/8f222cfb3cb4407887c8c938c4a623f0_SeqId_6_ into 4cf0738a350054b7916f93694b072093/f 2024-11-13T15:56:56,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/staging/jenkins.hfs.22__test__rdblguqr531mcnsgfkf25us43kefmrt8s65skui2co81a7h1fobslj8pcqpjjg6f/f/485334548e204e6e8366c75ee63599c7_SeqId_6_ into 4cf0738a350054b7916f93694b072093/f (new location: hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/default/test/4cf0738a350054b7916f93694b072093/f/8f222cfb3cb4407887c8c938c4a623f0_SeqId_6_) 2024-11-13T15:56:56,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/staging/jenkins.hfs.22__test__rdblguqr531mcnsgfkf25us43kefmrt8s65skui2co81a7h1fobslj8pcqpjjg6f/f/485334548e204e6e8366c75ee63599c7_SeqId_6_ 2024-11-13T15:56:56,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/staging/jenkins.hfs.22__test__rdblguqr531mcnsgfkf25us43kefmrt8s65skui2co81a7h1fobslj8pcqpjjg6f/f/64e131ee5c454c66a6703f2c0c2ee342_SeqId_6_ into 4cf0738a350054b7916f93694b072093/f as hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/default/test/4cf0738a350054b7916f93694b072093/f/8e72ebcebccd4b83911d9a12f5a848cf_SeqId_6_ - updating store file list. 2024-11-13T15:56:56,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8e72ebcebccd4b83911d9a12f5a848cf_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T15:56:56,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/default/test/4cf0738a350054b7916f93694b072093/f/8e72ebcebccd4b83911d9a12f5a848cf_SeqId_6_ into 4cf0738a350054b7916f93694b072093/f 2024-11-13T15:56:56,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/staging/jenkins.hfs.22__test__rdblguqr531mcnsgfkf25us43kefmrt8s65skui2co81a7h1fobslj8pcqpjjg6f/f/64e131ee5c454c66a6703f2c0c2ee342_SeqId_6_ into 4cf0738a350054b7916f93694b072093/f (new location: hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/default/test/4cf0738a350054b7916f93694b072093/f/8e72ebcebccd4b83911d9a12f5a848cf_SeqId_6_) 2024-11-13T15:56:56,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/staging/jenkins.hfs.22__test__rdblguqr531mcnsgfkf25us43kefmrt8s65skui2co81a7h1fobslj8pcqpjjg6f/f/64e131ee5c454c66a6703f2c0c2ee342_SeqId_6_ 2024-11-13T15:56:56,536 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42619 {}] regionserver.ReplicationSink(324): Finished replicating [a2a7ce49-1641-4b60-b317-d2872a5f9f46] bulk loaded data 2024-11-13T15:56:56,597 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513414642 to pos 393, reset compression=false 2024-11-13T15:56:56,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:56:56,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4c650e80f58,36095,1731513404272 2024-11-13T15:56:56,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cfb898e 2024-11-13T15:56:56,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T15:56:56,632 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-13T15:56:56,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T15:56:56,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T15:56:56,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4c650e80f58,34369,1731513404311, seqNum=-1] 2024-11-13T15:56:56,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T15:56:56,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-13T15:56:56,639 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/staging/jenkins.hfs.23__test__b6hulroelj84kh1ovd8th4dhkah5tbu99kv9l5hmtp27ip7k6o2kgtifmrqb15vl/f/485334548e204e6e8366c75ee63599c7_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-13T15:56:56,641 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/staging/jenkins.hfs.23__test__b6hulroelj84kh1ovd8th4dhkah5tbu99kv9l5hmtp27ip7k6o2kgtifmrqb15vl/f/64e131ee5c454c66a6703f2c0c2ee342_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-13T15:56:56,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/staging/jenkins.hfs.23__test__b6hulroelj84kh1ovd8th4dhkah5tbu99kv9l5hmtp27ip7k6o2kgtifmrqb15vl/f/64e131ee5c454c66a6703f2c0c2ee342_SeqId_6_ for inclusion in 0ebfcbfd86be2650961687fa493d024f/f 2024-11-13T15:56:56,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T15:56:56,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T15:56:56,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/staging/jenkins.hfs.23__test__b6hulroelj84kh1ovd8th4dhkah5tbu99kv9l5hmtp27ip7k6o2kgtifmrqb15vl/f/485334548e204e6e8366c75ee63599c7_SeqId_6_ for inclusion in 0ebfcbfd86be2650961687fa493d024f/f 2024-11-13T15:56:56,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T15:56:56,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T15:56:56,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HRegion(2603): Flush status journal for 0ebfcbfd86be2650961687fa493d024f: 2024-11-13T15:56:56,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 64e131ee5c454c66a6703f2c0c2ee342_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T15:56:56,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/staging/jenkins.hfs.23__test__b6hulroelj84kh1ovd8th4dhkah5tbu99kv9l5hmtp27ip7k6o2kgtifmrqb15vl/f/64e131ee5c454c66a6703f2c0c2ee342_SeqId_6_ as hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/data/default/test/0ebfcbfd86be2650961687fa493d024f/f/ae0a928836034635a561053fa142bf98_SeqId_4_ 2024-11-13T15:56:56,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 485334548e204e6e8366c75ee63599c7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T15:56:56,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/staging/jenkins.hfs.23__test__b6hulroelj84kh1ovd8th4dhkah5tbu99kv9l5hmtp27ip7k6o2kgtifmrqb15vl/f/485334548e204e6e8366c75ee63599c7_SeqId_6_ as hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/data/default/test/0ebfcbfd86be2650961687fa493d024f/f/46d8b29514144b09b0af263319149a20_SeqId_4_ 2024-11-13T15:56:56,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/staging/jenkins.hfs.23__test__b6hulroelj84kh1ovd8th4dhkah5tbu99kv9l5hmtp27ip7k6o2kgtifmrqb15vl/f/64e131ee5c454c66a6703f2c0c2ee342_SeqId_6_ into 0ebfcbfd86be2650961687fa493d024f/f as hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/data/default/test/0ebfcbfd86be2650961687fa493d024f/f/ae0a928836034635a561053fa142bf98_SeqId_4_ - updating store file list. 2024-11-13T15:56:56,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ae0a928836034635a561053fa142bf98_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T15:56:56,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/data/default/test/0ebfcbfd86be2650961687fa493d024f/f/ae0a928836034635a561053fa142bf98_SeqId_4_ into 0ebfcbfd86be2650961687fa493d024f/f 2024-11-13T15:56:56,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/staging/jenkins.hfs.23__test__b6hulroelj84kh1ovd8th4dhkah5tbu99kv9l5hmtp27ip7k6o2kgtifmrqb15vl/f/64e131ee5c454c66a6703f2c0c2ee342_SeqId_6_ into 0ebfcbfd86be2650961687fa493d024f/f (new location: hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/data/default/test/0ebfcbfd86be2650961687fa493d024f/f/ae0a928836034635a561053fa142bf98_SeqId_4_) 2024-11-13T15:56:56,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/staging/jenkins.hfs.23__test__b6hulroelj84kh1ovd8th4dhkah5tbu99kv9l5hmtp27ip7k6o2kgtifmrqb15vl/f/64e131ee5c454c66a6703f2c0c2ee342_SeqId_6_ 2024-11-13T15:56:56,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/staging/jenkins.hfs.23__test__b6hulroelj84kh1ovd8th4dhkah5tbu99kv9l5hmtp27ip7k6o2kgtifmrqb15vl/f/485334548e204e6e8366c75ee63599c7_SeqId_6_ into 0ebfcbfd86be2650961687fa493d024f/f as hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/data/default/test/0ebfcbfd86be2650961687fa493d024f/f/46d8b29514144b09b0af263319149a20_SeqId_4_ - updating store file list. 2024-11-13T15:56:56,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 46d8b29514144b09b0af263319149a20_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T15:56:56,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/data/default/test/0ebfcbfd86be2650961687fa493d024f/f/46d8b29514144b09b0af263319149a20_SeqId_4_ into 0ebfcbfd86be2650961687fa493d024f/f 2024-11-13T15:56:56,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/staging/jenkins.hfs.23__test__b6hulroelj84kh1ovd8th4dhkah5tbu99kv9l5hmtp27ip7k6o2kgtifmrqb15vl/f/485334548e204e6e8366c75ee63599c7_SeqId_6_ into 0ebfcbfd86be2650961687fa493d024f/f (new location: hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/data/default/test/0ebfcbfd86be2650961687fa493d024f/f/46d8b29514144b09b0af263319149a20_SeqId_4_) 2024-11-13T15:56:56,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/staging/jenkins.hfs.23__test__b6hulroelj84kh1ovd8th4dhkah5tbu99kv9l5hmtp27ip7k6o2kgtifmrqb15vl/f/485334548e204e6e8366c75ee63599c7_SeqId_6_ 2024-11-13T15:56:56,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.ReplicationSink(324): Finished replicating [a2a7ce49-1641-4b60-b317-d2872a5f9f46] bulk loaded data 2024-11-13T15:56:56,712 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,2-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513414642 to pos 393, reset compression=false 2024-11-13T15:56:57,100 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513414642 to pos 393, reset compression=false 2024-11-13T15:56:57,215 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,2-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513414642 to pos 393, reset compression=false 2024-11-13T15:56:57,254 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T15:56:57,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:57,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:57,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:57,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:57,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:57,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:57,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:57,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:57,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:57,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:57,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:57,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:57,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:57,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:57,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:57,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:57,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:56:57,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T15:56:57,468 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:56:57,469 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:56:57,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:57,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:57,469 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:56:57,469 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T15:56:57,469 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1080235630, stopped=false 2024-11-13T15:56:57,469 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4c650e80f58,36095,1731513404272 2024-11-13T15:56:57,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x100a6013c2a0007, quorum=127.0.0.1:54896, baseZNode=/2610828150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2610828150/running 2024-11-13T15:56:57,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36095-0x100a6013c2a0006, quorum=127.0.0.1:54896, baseZNode=/2610828150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2610828150/running 2024-11-13T15:56:57,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36095-0x100a6013c2a0006, quorum=127.0.0.1:54896, baseZNode=/2610828150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2610828150 2024-11-13T15:56:57,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x100a6013c2a0007, quorum=127.0.0.1:54896, baseZNode=/2610828150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2610828150 2024-11-13T15:56:57,471 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:56:57,471 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:56:57,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34369-0x100a6013c2a0007, quorum=127.0.0.1:54896, baseZNode=/2610828150 Set watcher on znode that does not yet exist, /2610828150/running 2024-11-13T15:56:57,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36095-0x100a6013c2a0006, quorum=127.0.0.1:54896, baseZNode=/2610828150 Set watcher on znode that does not yet exist, /2610828150/running 2024-11-13T15:56:57,472 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:56:57,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:57,472 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4c650e80f58,34369,1731513404311' ***** 2024-11-13T15:56:57,472 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T15:56:57,473 INFO [RS:0;c4c650e80f58:34369 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T15:56:57,473 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T15:56:57,473 INFO [RS:0;c4c650e80f58:34369 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T15:56:57,473 INFO [RS:0;c4c650e80f58:34369 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T15:56:57,473 INFO [RS:0;c4c650e80f58:34369 {}] regionserver.HRegionServer(3091): Received CLOSE for 0ebfcbfd86be2650961687fa493d024f 2024-11-13T15:56:57,474 INFO [RS:0;c4c650e80f58:34369 {}] regionserver.HRegionServer(959): stopping server c4c650e80f58,34369,1731513404311 2024-11-13T15:56:57,474 INFO [RS:0;c4c650e80f58:34369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:56:57,474 INFO [RS:0;c4c650e80f58:34369 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:34369. 2024-11-13T15:56:57,474 DEBUG [RS:0;c4c650e80f58:34369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:56:57,474 DEBUG [RS:0;c4c650e80f58:34369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:57,474 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0ebfcbfd86be2650961687fa493d024f, disabling compactions & flushes 2024-11-13T15:56:57,474 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731513409844.0ebfcbfd86be2650961687fa493d024f. 2024-11-13T15:56:57,474 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731513409844.0ebfcbfd86be2650961687fa493d024f. 2024-11-13T15:56:57,474 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731513409844.0ebfcbfd86be2650961687fa493d024f. after waiting 0 ms 2024-11-13T15:56:57,474 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731513409844.0ebfcbfd86be2650961687fa493d024f. 2024-11-13T15:56:57,474 INFO [RS:0;c4c650e80f58:34369 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T15:56:57,474 INFO [RS:0;c4c650e80f58:34369 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T15:56:57,474 INFO [RS:0;c4c650e80f58:34369 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T15:56:57,474 INFO [RS:0;c4c650e80f58:34369 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T15:56:57,474 INFO [RS:0;c4c650e80f58:34369 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T15:56:57,474 DEBUG [RS:0;c4c650e80f58:34369 {}] regionserver.HRegionServer(1325): Online Regions={0ebfcbfd86be2650961687fa493d024f=test,,1731513409844.0ebfcbfd86be2650961687fa493d024f., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T15:56:57,474 DEBUG [RS:0;c4c650e80f58:34369 {}] regionserver.HRegionServer(1351): Waiting on 0ebfcbfd86be2650961687fa493d024f, 1588230740 2024-11-13T15:56:57,475 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:56:57,475 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:56:57,475 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:56:57,475 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:56:57,475 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:56:57,475 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T15:56:57,479 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/data/default/test/0ebfcbfd86be2650961687fa493d024f/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-13T15:56:57,480 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:56:57,480 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T15:56:57,480 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731513409844.0ebfcbfd86be2650961687fa493d024f. 2024-11-13T15:56:57,480 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0ebfcbfd86be2650961687fa493d024f: Waiting for close lock at 1731513417474Running coprocessor pre-close hooks at 1731513417474Disabling compacts and flushes for region at 1731513417474Disabling writes for close at 1731513417474Writing region close event to WAL at 1731513417475 (+1 ms)Running coprocessor post-close hooks at 1731513417480 (+5 ms)Closed at 1731513417480 2024-11-13T15:56:57,480 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731513409844.0ebfcbfd86be2650961687fa493d024f. 2024-11-13T15:56:57,492 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/data/hbase/meta/1588230740/.tmp/info/cbb1af5e17c94db6a8a848d629e5008d is 129, key is test,,1731513409844.0ebfcbfd86be2650961687fa493d024f./info:regioninfo/1731513410604/Put/seqid=0 2024-11-13T15:56:57,498 INFO [regionserver/c4c650e80f58:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:56:57,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741839_1015 (size=6421) 2024-11-13T15:56:57,675 DEBUG [RS:0;c4c650e80f58:34369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:56:57,704 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513414642 to pos 393, reset compression=false 2024-11-13T15:56:57,819 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,2-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513414642 to pos 393, reset compression=false 2024-11-13T15:56:57,870 INFO [regionserver/c4c650e80f58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T15:56:57,870 INFO [regionserver/c4c650e80f58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T15:56:57,875 DEBUG [RS:0;c4c650e80f58:34369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:56:57,900 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/data/hbase/meta/1588230740/.tmp/info/cbb1af5e17c94db6a8a848d629e5008d 2024-11-13T15:56:57,919 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/data/hbase/meta/1588230740/.tmp/ns/e288f7123124449fa14edb875c98a7bd is 43, key is default/ns:d/1731513406464/Put/seqid=0 2024-11-13T15:56:57,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741840_1016 (size=5153) 2024-11-13T15:56:57,922 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/data/hbase/meta/1588230740/.tmp/ns/e288f7123124449fa14edb875c98a7bd 2024-11-13T15:56:57,940 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/data/hbase/meta/1588230740/.tmp/rep_barrier/937d6c4b7fa54a5f87dd99c21cab01fa is 112, key is test,,1731513409844.0ebfcbfd86be2650961687fa493d024f./rep_barrier:seqnumDuringOpen/1731513410604/Put/seqid=0 2024-11-13T15:56:57,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741841_1017 (size=5518) 2024-11-13T15:56:57,944 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/data/hbase/meta/1588230740/.tmp/rep_barrier/937d6c4b7fa54a5f87dd99c21cab01fa 2024-11-13T15:56:57,966 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/data/hbase/meta/1588230740/.tmp/table/b966db42ec574be686ea137c292cde10 is 40, key is test/table:state/1731513410611/Put/seqid=0 2024-11-13T15:56:57,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741842_1018 (size=5165) 2024-11-13T15:56:58,075 DEBUG [RS:0;c4c650e80f58:34369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:56:58,275 DEBUG [RS:0;c4c650e80f58:34369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:56:58,369 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/data/hbase/meta/1588230740/.tmp/table/b966db42ec574be686ea137c292cde10 2024-11-13T15:56:58,374 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/data/hbase/meta/1588230740/.tmp/info/cbb1af5e17c94db6a8a848d629e5008d as hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/data/hbase/meta/1588230740/info/cbb1af5e17c94db6a8a848d629e5008d 2024-11-13T15:56:58,378 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/data/hbase/meta/1588230740/info/cbb1af5e17c94db6a8a848d629e5008d, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T15:56:58,379 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/data/hbase/meta/1588230740/.tmp/ns/e288f7123124449fa14edb875c98a7bd as hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/data/hbase/meta/1588230740/ns/e288f7123124449fa14edb875c98a7bd 2024-11-13T15:56:58,382 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/data/hbase/meta/1588230740/ns/e288f7123124449fa14edb875c98a7bd, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T15:56:58,383 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/data/hbase/meta/1588230740/.tmp/rep_barrier/937d6c4b7fa54a5f87dd99c21cab01fa as hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/data/hbase/meta/1588230740/rep_barrier/937d6c4b7fa54a5f87dd99c21cab01fa 2024-11-13T15:56:58,386 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/data/hbase/meta/1588230740/rep_barrier/937d6c4b7fa54a5f87dd99c21cab01fa, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T15:56:58,387 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/data/hbase/meta/1588230740/.tmp/table/b966db42ec574be686ea137c292cde10 as hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/data/hbase/meta/1588230740/table/b966db42ec574be686ea137c292cde10 2024-11-13T15:56:58,390 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/data/hbase/meta/1588230740/table/b966db42ec574be686ea137c292cde10, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T15:56:58,391 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 916ms, sequenceid=11, compaction requested=false 2024-11-13T15:56:58,395 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T15:56:58,396 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:56:58,396 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:56:58,396 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:56:58,396 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513417474Running coprocessor pre-close hooks at 1731513417474Disabling compacts and flushes for region at 1731513417474Disabling writes for close at 1731513417475 (+1 ms)Obtaining lock to block concurrent updates at 1731513417475Preparing flush snapshotting stores in 1588230740 at 1731513417475Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731513417475Flushing stores of hbase:meta,,1.1588230740 at 1731513417476 (+1 ms)Flushing 1588230740/info: creating writer at 1731513417476Flushing 1588230740/info: appending metadata at 1731513417492 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731513417492Flushing 1588230740/ns: creating writer at 1731513417903 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731513417919 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731513417919Flushing 1588230740/rep_barrier: creating writer at 1731513417926 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731513417940 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731513417940Flushing 1588230740/table: creating writer at 1731513417948 (+8 ms)Flushing 1588230740/table: appending metadata at 1731513417965 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731513417965Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@663e0a: reopening flushed file at 1731513418373 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21eb7bc9: reopening flushed file at 1731513418378 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28ed4542: reopening flushed file at 1731513418382 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58c246f1: reopening flushed file at 1731513418386 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 916ms, sequenceid=11, compaction requested=false at 1731513418391 (+5 ms)Writing region close event to WAL at 1731513418393 (+2 ms)Running coprocessor post-close hooks at 1731513418396 (+3 ms)Closed at 1731513418396 2024-11-13T15:56:58,396 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T15:56:58,407 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513414642 to pos 393, reset compression=false 2024-11-13T15:56:58,475 INFO [RS:0;c4c650e80f58:34369 {}] regionserver.HRegionServer(976): stopping server c4c650e80f58,34369,1731513404311; all regions closed. 2024-11-13T15:56:58,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741834_1010 (size=2717) 2024-11-13T15:56:58,479 DEBUG [RS:0;c4c650e80f58:34369 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/oldWALs 2024-11-13T15:56:58,479 INFO [RS:0;c4c650e80f58:34369 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4c650e80f58%2C34369%2C1731513404311.meta:.meta(num 1731513406423) 2024-11-13T15:56:58,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741832_1008 (size=1028) 2024-11-13T15:56:58,482 DEBUG [RS:0;c4c650e80f58:34369 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/oldWALs 2024-11-13T15:56:58,483 INFO [RS:0;c4c650e80f58:34369 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4c650e80f58%2C34369%2C1731513404311:(num 1731513405917) 2024-11-13T15:56:58,483 DEBUG [RS:0;c4c650e80f58:34369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:58,483 INFO [RS:0;c4c650e80f58:34369 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:56:58,483 INFO [RS:0;c4c650e80f58:34369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:56:58,483 INFO [RS:0;c4c650e80f58:34369 {}] hbase.ChoreService(370): Chore service for: regionserver/c4c650e80f58:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T15:56:58,483 INFO [regionserver/c4c650e80f58:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:56:58,483 INFO [RS:0;c4c650e80f58:34369 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:56:58,483 INFO [RS:0;c4c650e80f58:34369 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:34369. 2024-11-13T15:56:58,483 DEBUG [RS:0;c4c650e80f58:34369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:56:58,484 DEBUG [RS:0;c4c650e80f58:34369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:58,484 DEBUG [RS:0;c4c650e80f58:34369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:58,484 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:56:58,484 INFO [RS:0;c4c650e80f58:34369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34369 2024-11-13T15:56:58,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x100a6013c2a0007, quorum=127.0.0.1:54896, baseZNode=/2610828150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2610828150/rs/c4c650e80f58,34369,1731513404311 2024-11-13T15:56:58,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36095-0x100a6013c2a0006, quorum=127.0.0.1:54896, baseZNode=/2610828150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2610828150/rs 2024-11-13T15:56:58,486 INFO [RS:0;c4c650e80f58:34369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:56:58,487 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4c650e80f58,34369,1731513404311] 2024-11-13T15:56:58,489 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2610828150/draining/c4c650e80f58,34369,1731513404311 already deleted, retry=false 2024-11-13T15:56:58,489 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4c650e80f58,34369,1731513404311 expired; onlineServers=0 2024-11-13T15:56:58,489 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4c650e80f58,36095,1731513404272' ***** 2024-11-13T15:56:58,489 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T15:56:58,489 INFO [M:0;c4c650e80f58:36095 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:56:58,489 INFO [M:0;c4c650e80f58:36095 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:56:58,489 DEBUG [M:0;c4c650e80f58:36095 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T15:56:58,489 DEBUG [M:0;c4c650e80f58:36095 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T15:56:58,489 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T15:56:58,489 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513405683 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513405683,5,FailOnTimeoutGroup] 2024-11-13T15:56:58,489 INFO [M:0;c4c650e80f58:36095 {}] hbase.ChoreService(370): Chore service for: master/c4c650e80f58:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T15:56:58,490 INFO [M:0;c4c650e80f58:36095 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:56:58,490 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513405686 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513405686,5,FailOnTimeoutGroup] 2024-11-13T15:56:58,490 DEBUG [M:0;c4c650e80f58:36095 {}] master.HMaster(1795): Stopping service threads 2024-11-13T15:56:58,490 INFO [M:0;c4c650e80f58:36095 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T15:56:58,490 INFO [M:0;c4c650e80f58:36095 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:56:58,490 INFO [M:0;c4c650e80f58:36095 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T15:56:58,490 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T15:56:58,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36095-0x100a6013c2a0006, quorum=127.0.0.1:54896, baseZNode=/2610828150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2610828150/master 2024-11-13T15:56:58,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36095-0x100a6013c2a0006, quorum=127.0.0.1:54896, baseZNode=/2610828150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2610828150 2024-11-13T15:56:58,491 DEBUG [M:0;c4c650e80f58:36095 {}] zookeeper.ZKUtil(347): master:36095-0x100a6013c2a0006, quorum=127.0.0.1:54896, baseZNode=/2610828150 Unable to get data of znode /2610828150/master because node does not exist (not an error) 2024-11-13T15:56:58,491 WARN [M:0;c4c650e80f58:36095 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T15:56:58,491 INFO [M:0;c4c650e80f58:36095 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/.lastflushedseqids 2024-11-13T15:56:58,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741843_1019 (size=173) 2024-11-13T15:56:58,496 INFO [M:0;c4c650e80f58:36095 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T15:56:58,496 INFO [M:0;c4c650e80f58:36095 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T15:56:58,496 DEBUG [M:0;c4c650e80f58:36095 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:56:58,496 INFO [M:0;c4c650e80f58:36095 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:58,496 DEBUG [M:0;c4c650e80f58:36095 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:58,496 DEBUG [M:0;c4c650e80f58:36095 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:56:58,496 DEBUG [M:0;c4c650e80f58:36095 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:58,496 INFO [M:0;c4c650e80f58:36095 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-13T15:56:58,516 DEBUG [M:0;c4c650e80f58:36095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bae9922efb184d8b89753339b9042eb2 is 82, key is hbase:meta,,1/info:regioninfo/1731513406454/Put/seqid=0 2024-11-13T15:56:58,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741844_1020 (size=5672) 2024-11-13T15:56:58,520 INFO [M:0;c4c650e80f58:36095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bae9922efb184d8b89753339b9042eb2 2024-11-13T15:56:58,522 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,2-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513414642 to pos 393, reset compression=false 2024-11-13T15:56:58,538 DEBUG [M:0;c4c650e80f58:36095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d95c34f671c4172bd2a302fb9dd8b96 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731513410614/Put/seqid=0 2024-11-13T15:56:58,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741845_1021 (size=6587) 2024-11-13T15:56:58,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x100a6013c2a0007, quorum=127.0.0.1:54896, baseZNode=/2610828150 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:56:58,587 INFO [RS:0;c4c650e80f58:34369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:56:58,587 INFO [RS:0;c4c650e80f58:34369 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4c650e80f58,34369,1731513404311; zookeeper connection closed. 2024-11-13T15:56:58,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x100a6013c2a0007, quorum=127.0.0.1:54896, baseZNode=/2610828150 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:56:58,588 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79960c55 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79960c55 2024-11-13T15:56:58,588 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T15:56:58,942 INFO [M:0;c4c650e80f58:36095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d95c34f671c4172bd2a302fb9dd8b96 2024-11-13T15:56:58,960 DEBUG [M:0;c4c650e80f58:36095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7aed546fa3b04116b044326d10b6f135 is 69, key is c4c650e80f58,34369,1731513404311/rs:state/1731513405759/Put/seqid=0 2024-11-13T15:56:58,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741846_1022 (size=5156) 2024-11-13T15:56:59,111 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T15:56:59,112 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c4c650e80f58,41263,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:41263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T15:56:59,112 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128994 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c4c650e80f58,41263,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:41263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T15:56:59,211 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513414642 to pos 393, reset compression=false 2024-11-13T15:56:59,326 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,2-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513414642 to pos 393, reset compression=false 2024-11-13T15:56:59,363 INFO [M:0;c4c650e80f58:36095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7aed546fa3b04116b044326d10b6f135 2024-11-13T15:56:59,367 DEBUG [M:0;c4c650e80f58:36095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bae9922efb184d8b89753339b9042eb2 as hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bae9922efb184d8b89753339b9042eb2 2024-11-13T15:56:59,371 INFO [M:0;c4c650e80f58:36095 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bae9922efb184d8b89753339b9042eb2, entries=8, sequenceid=55, filesize=5.5 K 2024-11-13T15:56:59,371 DEBUG [M:0;c4c650e80f58:36095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d95c34f671c4172bd2a302fb9dd8b96 as hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0d95c34f671c4172bd2a302fb9dd8b96 2024-11-13T15:56:59,374 INFO [M:0;c4c650e80f58:36095 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0d95c34f671c4172bd2a302fb9dd8b96, entries=6, sequenceid=55, filesize=6.4 K 2024-11-13T15:56:59,375 DEBUG [M:0;c4c650e80f58:36095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7aed546fa3b04116b044326d10b6f135 as hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7aed546fa3b04116b044326d10b6f135 2024-11-13T15:56:59,378 INFO [M:0;c4c650e80f58:36095 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40435/user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7aed546fa3b04116b044326d10b6f135, entries=1, sequenceid=55, filesize=5.0 K 2024-11-13T15:56:59,379 INFO [M:0;c4c650e80f58:36095 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=55, compaction requested=false 2024-11-13T15:56:59,380 INFO [M:0;c4c650e80f58:36095 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:56:59,380 DEBUG [M:0;c4c650e80f58:36095 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513418496Disabling compacts and flushes for region at 1731513418496Disabling writes for close at 1731513418496Obtaining lock to block concurrent updates at 1731513418496Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731513418496Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731513418497 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731513418497Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731513418497Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731513418516 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731513418516Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731513418524 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731513418538 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731513418538Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731513418945 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731513418959 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731513418959Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65177c20: reopening flushed file at 1731513419367 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a5b0e55: reopening flushed file at 1731513419371 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d6a4a6f: reopening flushed file at 1731513419374 (+3 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=55, compaction requested=false at 1731513419379 (+5 ms)Writing region close event to WAL at 1731513419380 (+1 ms)Closed at 1731513419380 2024-11-13T15:56:59,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741830_1006 (size=32782) 2024-11-13T15:56:59,382 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5b6fbc32-ebbe-8cac-f9da-e8cf049d8253/MasterData/WALs/c4c650e80f58,36095,1731513404272/c4c650e80f58%2C36095%2C1731513404272.1731513405600 not finished, retry = 0 2024-11-13T15:56:59,483 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:56:59,483 INFO [M:0;c4c650e80f58:36095 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T15:56:59,484 INFO [M:0;c4c650e80f58:36095 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36095 2024-11-13T15:56:59,484 INFO [M:0;c4c650e80f58:36095 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:56:59,587 INFO [M:0;c4c650e80f58:36095 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:56:59,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36095-0x100a6013c2a0006, quorum=127.0.0.1:54896, baseZNode=/2610828150 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:56:59,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36095-0x100a6013c2a0006, quorum=127.0.0.1:54896, baseZNode=/2610828150 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:56:59,589 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@126e76ae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:56:59,589 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@363b38df{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:56:59,589 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:56:59,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@567deb66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:56:59,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5dc360fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab1c0435-9ed2-611a-edf6-66bc7e24d64b/hadoop.log.dir/,STOPPED} 2024-11-13T15:56:59,595 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T15:56:59,595 WARN [BP-923717888-172.17.0.3-1731513403182 heartbeating to localhost/127.0.0.1:40435 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T15:56:59,595 WARN [BP-923717888-172.17.0.3-1731513403182 heartbeating to localhost/127.0.0.1:40435 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-923717888-172.17.0.3-1731513403182 (Datanode Uuid ef82909a-a51d-4683-8e52-d87af575e69d) service to localhost/127.0.0.1:40435 2024-11-13T15:56:59,595 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T15:56:59,595 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab1c0435-9ed2-611a-edf6-66bc7e24d64b/cluster_14141ef5-2c58-1123-5b08-1352f70823a2/data/data1/current/BP-923717888-172.17.0.3-1731513403182 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:56:59,596 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab1c0435-9ed2-611a-edf6-66bc7e24d64b/cluster_14141ef5-2c58-1123-5b08-1352f70823a2/data/data2/current/BP-923717888-172.17.0.3-1731513403182 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:56:59,596 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T15:56:59,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e400696{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:56:59,603 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@43f3b599{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:56:59,603 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:56:59,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15483883{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:56:59,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11b4625c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab1c0435-9ed2-611a-edf6-66bc7e24d64b/hadoop.log.dir/,STOPPED} 2024-11-13T15:56:59,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T15:56:59,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T15:56:59,617 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:56:59,617 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:56:59,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:59,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:59,617 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:56:59,617 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T15:56:59,617 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2128817145, stopped=false 2024-11-13T15:56:59,617 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4c650e80f58,39005,1731513400482 2024-11-13T15:56:59,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x100a6013c2a0004, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1965124303/running 2024-11-13T15:56:59,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39005-0x100a6013c2a0003, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1965124303/running 2024-11-13T15:56:59,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39005-0x100a6013c2a0003, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1965124303 2024-11-13T15:56:59,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x100a6013c2a0004, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1965124303 2024-11-13T15:56:59,619 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:56:59,619 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:56:59,619 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:56:59,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:59,619 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4c650e80f58,42619,1731513400517' ***** 2024-11-13T15:56:59,619 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T15:56:59,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42619-0x100a6013c2a0004, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Set watcher on znode that does not yet exist, /1-1965124303/running 2024-11-13T15:56:59,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39005-0x100a6013c2a0003, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Set watcher on znode that does not yet exist, /1-1965124303/running 2024-11-13T15:56:59,620 INFO [RS:0;c4c650e80f58:42619 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T15:56:59,620 INFO [RS:0;c4c650e80f58:42619 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T15:56:59,620 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T15:56:59,620 INFO [RS:0;c4c650e80f58:42619 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T15:56:59,620 INFO [RS:0;c4c650e80f58:42619 {}] regionserver.HRegionServer(3091): Received CLOSE for 4cf0738a350054b7916f93694b072093 2024-11-13T15:56:59,620 INFO [RS:0;c4c650e80f58:42619 {}] regionserver.HRegionServer(959): stopping server c4c650e80f58,42619,1731513400517 2024-11-13T15:56:59,620 INFO [RS:0;c4c650e80f58:42619 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:56:59,621 INFO [RS:0;c4c650e80f58:42619 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:42619. 2024-11-13T15:56:59,621 DEBUG [RS:0;c4c650e80f58:42619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:56:59,621 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4cf0738a350054b7916f93694b072093, disabling compactions & flushes 2024-11-13T15:56:59,621 DEBUG [RS:0;c4c650e80f58:42619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:56:59,621 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731513408704.4cf0738a350054b7916f93694b072093. 2024-11-13T15:56:59,621 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731513408704.4cf0738a350054b7916f93694b072093. 2024-11-13T15:56:59,621 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731513408704.4cf0738a350054b7916f93694b072093. after waiting 0 ms 2024-11-13T15:56:59,621 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731513408704.4cf0738a350054b7916f93694b072093. 2024-11-13T15:56:59,621 INFO [RS:0;c4c650e80f58:42619 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T15:56:59,621 INFO [RS:0;c4c650e80f58:42619 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T15:56:59,621 INFO [RS:0;c4c650e80f58:42619 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T15:56:59,621 INFO [RS:0;c4c650e80f58:42619 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T15:56:59,621 INFO [RS:0;c4c650e80f58:42619 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T15:56:59,621 DEBUG [RS:0;c4c650e80f58:42619 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4cf0738a350054b7916f93694b072093=test,,1731513408704.4cf0738a350054b7916f93694b072093.} 2024-11-13T15:56:59,621 DEBUG [RS:0;c4c650e80f58:42619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4cf0738a350054b7916f93694b072093 2024-11-13T15:56:59,621 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:56:59,621 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:56:59,621 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:56:59,621 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:56:59,621 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:56:59,621 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T15:56:59,627 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/default/test/4cf0738a350054b7916f93694b072093/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T15:56:59,627 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:56:59,627 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T15:56:59,627 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731513408704.4cf0738a350054b7916f93694b072093. 2024-11-13T15:56:59,627 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4cf0738a350054b7916f93694b072093: Waiting for close lock at 1731513419621Running coprocessor pre-close hooks at 1731513419621Disabling compacts and flushes for region at 1731513419621Disabling writes for close at 1731513419621Writing region close event to WAL at 1731513419622 (+1 ms)Running coprocessor post-close hooks at 1731513419627 (+5 ms)Closed at 1731513419627 2024-11-13T15:56:59,627 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731513408704.4cf0738a350054b7916f93694b072093. 2024-11-13T15:56:59,637 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/hbase/meta/1588230740/.tmp/info/66a720bbefd44878b49976cdf304aaab is 129, key is test,,1731513408704.4cf0738a350054b7916f93694b072093./info:regioninfo/1731513409449/Put/seqid=0 2024-11-13T15:56:59,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39181 is added to blk_1073741841_1017 (size=6421) 2024-11-13T15:56:59,699 INFO [regionserver/c4c650e80f58:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:56:59,821 DEBUG [RS:0;c4c650e80f58:42619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:57:00,021 DEBUG [RS:0;c4c650e80f58:42619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:57:00,041 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/hbase/meta/1588230740/.tmp/info/66a720bbefd44878b49976cdf304aaab 2024-11-13T15:57:00,058 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/hbase/meta/1588230740/.tmp/ns/6b979f57455e4742b71e70aa0aa37265 is 43, key is default/ns:d/1731513403068/Put/seqid=0 2024-11-13T15:57:00,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39181 is added to blk_1073741842_1018 (size=5153) 2024-11-13T15:57:00,064 INFO [regionserver/c4c650e80f58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T15:57:00,064 INFO [regionserver/c4c650e80f58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T15:57:00,114 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513414642 to pos 393, reset compression=false 2024-11-13T15:57:00,222 DEBUG [RS:0;c4c650e80f58:42619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:57:00,229 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,2-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513414642 to pos 393, reset compression=false 2024-11-13T15:57:00,422 DEBUG [RS:0;c4c650e80f58:42619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:57:00,462 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/hbase/meta/1588230740/.tmp/ns/6b979f57455e4742b71e70aa0aa37265 2024-11-13T15:57:00,484 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/hbase/meta/1588230740/.tmp/rep_barrier/ca9bb0bf7ffb49e0b8d7df4097addfd8 is 112, key is test,,1731513408704.4cf0738a350054b7916f93694b072093./rep_barrier:seqnumDuringOpen/1731513409449/Put/seqid=0 2024-11-13T15:57:00,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39181 is added to blk_1073741843_1019 (size=5518) 2024-11-13T15:57:00,622 INFO [RS:0;c4c650e80f58:42619 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T15:57:00,622 DEBUG [RS:0;c4c650e80f58:42619 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T15:57:00,622 DEBUG [RS:0;c4c650e80f58:42619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:57:00,822 DEBUG [RS:0;c4c650e80f58:42619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:57:00,887 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/hbase/meta/1588230740/.tmp/rep_barrier/ca9bb0bf7ffb49e0b8d7df4097addfd8 2024-11-13T15:57:00,909 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/hbase/meta/1588230740/.tmp/table/ba84b7ee90df46d6bd92927926136975 is 40, key is test/table:state/1731513409455/Put/seqid=0 2024-11-13T15:57:00,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39181 is added to blk_1073741844_1020 (size=5165) 2024-11-13T15:57:00,913 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/hbase/meta/1588230740/.tmp/table/ba84b7ee90df46d6bd92927926136975 2024-11-13T15:57:00,917 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/hbase/meta/1588230740/.tmp/info/66a720bbefd44878b49976cdf304aaab as hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/hbase/meta/1588230740/info/66a720bbefd44878b49976cdf304aaab 2024-11-13T15:57:00,920 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/hbase/meta/1588230740/info/66a720bbefd44878b49976cdf304aaab, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T15:57:00,921 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/hbase/meta/1588230740/.tmp/ns/6b979f57455e4742b71e70aa0aa37265 as hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/hbase/meta/1588230740/ns/6b979f57455e4742b71e70aa0aa37265 2024-11-13T15:57:00,924 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/hbase/meta/1588230740/ns/6b979f57455e4742b71e70aa0aa37265, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T15:57:00,925 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/hbase/meta/1588230740/.tmp/rep_barrier/ca9bb0bf7ffb49e0b8d7df4097addfd8 as hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/hbase/meta/1588230740/rep_barrier/ca9bb0bf7ffb49e0b8d7df4097addfd8 2024-11-13T15:57:00,928 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/hbase/meta/1588230740/rep_barrier/ca9bb0bf7ffb49e0b8d7df4097addfd8, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T15:57:00,928 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/hbase/meta/1588230740/.tmp/table/ba84b7ee90df46d6bd92927926136975 as hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/hbase/meta/1588230740/table/ba84b7ee90df46d6bd92927926136975 2024-11-13T15:57:00,933 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/hbase/meta/1588230740/table/ba84b7ee90df46d6bd92927926136975, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T15:57:00,933 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=11, compaction requested=false 2024-11-13T15:57:00,941 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T15:57:00,941 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:57:00,941 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:57:00,941 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:57:00,941 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513419621Running coprocessor pre-close hooks at 1731513419621Disabling compacts and flushes for region at 1731513419621Disabling writes for close at 1731513419621Obtaining lock to block concurrent updates at 1731513419621Preparing flush snapshotting stores in 1588230740 at 1731513419621Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731513419622 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731513419622Flushing 1588230740/info: creating writer at 1731513419622Flushing 1588230740/info: appending metadata at 1731513419637 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731513419637Flushing 1588230740/ns: creating writer at 1731513420044 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731513420058 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731513420058Flushing 1588230740/rep_barrier: creating writer at 1731513420466 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731513420483 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731513420483Flushing 1588230740/table: creating writer at 1731513420891 (+408 ms)Flushing 1588230740/table: appending metadata at 1731513420909 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731513420909Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@434055bc: reopening flushed file at 1731513420916 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c00650f: reopening flushed file at 1731513420920 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11f2b72b: reopening flushed file at 1731513420924 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d127b7b: reopening flushed file at 1731513420928 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=11, compaction requested=false at 1731513420933 (+5 ms)Writing region close event to WAL at 1731513420938 (+5 ms)Running coprocessor post-close hooks at 1731513420941 (+3 ms)Closed at 1731513420941 2024-11-13T15:57:00,941 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T15:57:01,022 INFO [RS:0;c4c650e80f58:42619 {}] regionserver.HRegionServer(976): stopping server c4c650e80f58,42619,1731513400517; all regions closed. 2024-11-13T15:57:01,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39181 is added to blk_1073741834_1010 (size=2717) 2024-11-13T15:57:01,026 DEBUG [RS:0;c4c650e80f58:42619 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/oldWALs 2024-11-13T15:57:01,026 INFO [RS:0;c4c650e80f58:42619 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4c650e80f58%2C42619%2C1731513400517.meta:.meta(num 1731513403030) 2024-11-13T15:57:01,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39181 is added to blk_1073741832_1008 (size=1374) 2024-11-13T15:57:01,029 DEBUG [RS:0;c4c650e80f58:42619 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/oldWALs 2024-11-13T15:57:01,029 INFO [RS:0;c4c650e80f58:42619 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4c650e80f58%2C42619%2C1731513400517:(num 1731513402136) 2024-11-13T15:57:01,029 DEBUG [RS:0;c4c650e80f58:42619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:57:01,029 INFO [RS:0;c4c650e80f58:42619 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:57:01,029 INFO [RS:0;c4c650e80f58:42619 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:57:01,029 INFO [RS:0;c4c650e80f58:42619 {}] hbase.ChoreService(370): Chore service for: regionserver/c4c650e80f58:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T15:57:01,029 INFO [RS:0;c4c650e80f58:42619 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:57:01,029 INFO [regionserver/c4c650e80f58:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:57:01,030 INFO [RS:0;c4c650e80f58:42619 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:42619. 2024-11-13T15:57:01,030 DEBUG [RS:0;c4c650e80f58:42619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:57:01,030 DEBUG [RS:0;c4c650e80f58:42619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:57:01,030 DEBUG [RS:0;c4c650e80f58:42619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:57:01,030 INFO [RS:0;c4c650e80f58:42619 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42619 2024-11-13T15:57:01,030 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:57:01,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x100a6013c2a0004, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1965124303/rs/c4c650e80f58,42619,1731513400517 2024-11-13T15:57:01,033 INFO [RS:0;c4c650e80f58:42619 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:57:01,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39005-0x100a6013c2a0003, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1965124303/rs 2024-11-13T15:57:01,034 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4c650e80f58,42619,1731513400517] 2024-11-13T15:57:01,036 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1965124303/draining/c4c650e80f58,42619,1731513400517 already deleted, retry=false 2024-11-13T15:57:01,036 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4c650e80f58,42619,1731513400517 expired; onlineServers=0 2024-11-13T15:57:01,036 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4c650e80f58,39005,1731513400482' ***** 2024-11-13T15:57:01,036 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T15:57:01,036 INFO [M:0;c4c650e80f58:39005 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:57:01,036 INFO [M:0;c4c650e80f58:39005 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:57:01,036 DEBUG [M:0;c4c650e80f58:39005 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T15:57:01,036 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T15:57:01,036 DEBUG [M:0;c4c650e80f58:39005 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T15:57:01,036 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513401889 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513401889,5,FailOnTimeoutGroup] 2024-11-13T15:57:01,036 INFO [M:0;c4c650e80f58:39005 {}] hbase.ChoreService(370): Chore service for: master/c4c650e80f58:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T15:57:01,036 INFO [M:0;c4c650e80f58:39005 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:57:01,036 DEBUG [M:0;c4c650e80f58:39005 {}] master.HMaster(1795): Stopping service threads 2024-11-13T15:57:01,036 INFO [M:0;c4c650e80f58:39005 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T15:57:01,036 INFO [M:0;c4c650e80f58:39005 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:57:01,036 INFO [M:0;c4c650e80f58:39005 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T15:57:01,037 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T15:57:01,037 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513401889 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513401889,5,FailOnTimeoutGroup] 2024-11-13T15:57:01,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39005-0x100a6013c2a0003, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1965124303/master 2024-11-13T15:57:01,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39005-0x100a6013c2a0003, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1965124303 2024-11-13T15:57:01,038 DEBUG [M:0;c4c650e80f58:39005 {}] zookeeper.ZKUtil(347): master:39005-0x100a6013c2a0003, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Unable to get data of znode /1-1965124303/master because node does not exist (not an error) 2024-11-13T15:57:01,038 WARN [M:0;c4c650e80f58:39005 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T15:57:01,039 INFO [M:0;c4c650e80f58:39005 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/.lastflushedseqids 2024-11-13T15:57:01,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39181 is added to blk_1073741845_1021 (size=173) 2024-11-13T15:57:01,118 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513414642 to pos 393, reset compression=false 2024-11-13T15:57:01,135 INFO [RS:0;c4c650e80f58:42619 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:57:01,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x100a6013c2a0004, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:57:01,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x100a6013c2a0004, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:57:01,135 INFO [RS:0;c4c650e80f58:42619 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4c650e80f58,42619,1731513400517; zookeeper connection closed. 2024-11-13T15:57:01,135 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4950f762 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4950f762 2024-11-13T15:57:01,135 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T15:57:01,232 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,2-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513414642 to pos 393, reset compression=false 2024-11-13T15:57:01,443 INFO [M:0;c4c650e80f58:39005 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T15:57:01,443 INFO [M:0;c4c650e80f58:39005 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T15:57:01,443 DEBUG [M:0;c4c650e80f58:39005 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:57:01,443 INFO [M:0;c4c650e80f58:39005 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:57:01,443 DEBUG [M:0;c4c650e80f58:39005 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:57:01,443 DEBUG [M:0;c4c650e80f58:39005 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:57:01,443 DEBUG [M:0;c4c650e80f58:39005 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:57:01,443 INFO [M:0;c4c650e80f58:39005 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-13T15:57:01,458 DEBUG [M:0;c4c650e80f58:39005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b8d485276204f898bf2b7b41ad93cc8 is 82, key is hbase:meta,,1/info:regioninfo/1731513403058/Put/seqid=0 2024-11-13T15:57:01,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39181 is added to blk_1073741846_1022 (size=5672) 2024-11-13T15:57:01,461 INFO [M:0;c4c650e80f58:39005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b8d485276204f898bf2b7b41ad93cc8 2024-11-13T15:57:01,482 DEBUG [M:0;c4c650e80f58:39005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90789d1991744319b4076fc780ac0fc0 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731513409458/Put/seqid=0 2024-11-13T15:57:01,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39181 is added to blk_1073741847_1023 (size=6587) 2024-11-13T15:57:01,897 INFO [M:0;c4c650e80f58:39005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90789d1991744319b4076fc780ac0fc0 2024-11-13T15:57:01,918 DEBUG [M:0;c4c650e80f58:39005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b7d9b8c0f7904c9d8c5ae6edd0f665fc is 69, key is c4c650e80f58,42619,1731513400517/rs:state/1731513401961/Put/seqid=0 2024-11-13T15:57:01,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39181 is added to blk_1073741848_1024 (size=5156) 2024-11-13T15:57:01,922 INFO [M:0;c4c650e80f58:39005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b7d9b8c0f7904c9d8c5ae6edd0f665fc 2024-11-13T15:57:01,925 DEBUG [M:0;c4c650e80f58:39005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b8d485276204f898bf2b7b41ad93cc8 as hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b8d485276204f898bf2b7b41ad93cc8 2024-11-13T15:57:01,928 INFO [M:0;c4c650e80f58:39005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b8d485276204f898bf2b7b41ad93cc8, entries=8, sequenceid=55, filesize=5.5 K 2024-11-13T15:57:01,928 DEBUG [M:0;c4c650e80f58:39005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90789d1991744319b4076fc780ac0fc0 as hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/90789d1991744319b4076fc780ac0fc0 2024-11-13T15:57:01,931 INFO [M:0;c4c650e80f58:39005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/90789d1991744319b4076fc780ac0fc0, entries=6, sequenceid=55, filesize=6.4 K 2024-11-13T15:57:01,932 DEBUG [M:0;c4c650e80f58:39005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b7d9b8c0f7904c9d8c5ae6edd0f665fc as hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b7d9b8c0f7904c9d8c5ae6edd0f665fc 2024-11-13T15:57:01,934 INFO [M:0;c4c650e80f58:39005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36443/user/jenkins/test-data/573b33b5-f0a1-1170-9af4-c984d30c6d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b7d9b8c0f7904c9d8c5ae6edd0f665fc, entries=1, sequenceid=55, filesize=5.0 K 2024-11-13T15:57:01,935 INFO [M:0;c4c650e80f58:39005 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 492ms, sequenceid=55, compaction requested=false 2024-11-13T15:57:01,936 INFO [M:0;c4c650e80f58:39005 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:57:01,936 DEBUG [M:0;c4c650e80f58:39005 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513421443Disabling compacts and flushes for region at 1731513421443Disabling writes for close at 1731513421443Obtaining lock to block concurrent updates at 1731513421443Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731513421443Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731513421443Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731513421444 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731513421444Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731513421458 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731513421458Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731513421465 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731513421482 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731513421482Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731513421901 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731513421918 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731513421918Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@accd462: reopening flushed file at 1731513421925 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44d96def: reopening flushed file at 1731513421928 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@354f26d8: reopening flushed file at 1731513421931 (+3 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 492ms, sequenceid=55, compaction requested=false at 1731513421935 (+4 ms)Writing region close event to WAL at 1731513421936 (+1 ms)Closed at 1731513421936 2024-11-13T15:57:01,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39181 is added to blk_1073741830_1006 (size=32782) 2024-11-13T15:57:01,938 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:57:01,938 INFO [M:0;c4c650e80f58:39005 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T15:57:01,938 INFO [M:0;c4c650e80f58:39005 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39005 2024-11-13T15:57:01,939 INFO [M:0;c4c650e80f58:39005 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:57:02,041 INFO [M:0;c4c650e80f58:39005 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:57:02,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39005-0x100a6013c2a0003, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:57:02,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39005-0x100a6013c2a0003, quorum=127.0.0.1:54896, baseZNode=/1-1965124303 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:57:02,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@91c7aa7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:57:02,045 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c6879ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:57:02,045 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:57:02,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5816a4e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:57:02,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9fd6c86{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5ce9d15-4e6b-4314-6ae0-94e0b9c259a6/hadoop.log.dir/,STOPPED} 2024-11-13T15:57:02,047 WARN [BP-1704690544-172.17.0.3-1731513399462 heartbeating to localhost/127.0.0.1:36443 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T15:57:02,047 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T15:57:02,047 WARN [BP-1704690544-172.17.0.3-1731513399462 heartbeating to localhost/127.0.0.1:36443 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1704690544-172.17.0.3-1731513399462 (Datanode Uuid 336d53c6-a5d1-4ce6-81ed-14012301aed4) service to localhost/127.0.0.1:36443 2024-11-13T15:57:02,047 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T15:57:02,048 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5ce9d15-4e6b-4314-6ae0-94e0b9c259a6/cluster_6284896b-3508-8831-91c3-0e8e67eb1ff4/data/data2/current/BP-1704690544-172.17.0.3-1731513399462 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:57:02,048 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5ce9d15-4e6b-4314-6ae0-94e0b9c259a6/cluster_6284896b-3508-8831-91c3-0e8e67eb1ff4/data/data1/current/BP-1704690544-172.17.0.3-1731513399462 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:57:02,048 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T15:57:02,055 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6636e9ef{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:57:02,056 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69015da7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:57:02,056 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:57:02,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b5d523c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:57:02,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c8770c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5ce9d15-4e6b-4314-6ae0-94e0b9c259a6/hadoop.log.dir/,STOPPED} 2024-11-13T15:57:02,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T15:57:02,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T15:57:02,071 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:57:02,071 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:57:02,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:57:02,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:57:02,071 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:57:02,071 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T15:57:02,071 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1285373945, stopped=false 2024-11-13T15:57:02,071 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4c650e80f58,38199,1731513396755 2024-11-13T15:57:02,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38199-0x100a6013c2a0000, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1588986262/running 2024-11-13T15:57:02,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43371-0x100a6013c2a0001, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1588986262/running 2024-11-13T15:57:02,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38199-0x100a6013c2a0000, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588986262 2024-11-13T15:57:02,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43371-0x100a6013c2a0001, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588986262 2024-11-13T15:57:02,073 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:57:02,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38199-0x100a6013c2a0000, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Set watcher on znode that does not yet exist, /0-1588986262/running 2024-11-13T15:57:02,074 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T15:57:02,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43371-0x100a6013c2a0001, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Set watcher on znode that does not yet exist, /0-1588986262/running 2024-11-13T15:57:02,074 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:57:02,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:57:02,074 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4c650e80f58,43371,1731513396811' ***** 2024-11-13T15:57:02,074 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T15:57:02,075 INFO [RS:0;c4c650e80f58:43371 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T15:57:02,075 INFO [RS:0;c4c650e80f58:43371 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T15:57:02,075 INFO [RS:0;c4c650e80f58:43371 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T15:57:02,075 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T15:57:02,075 INFO [RS:0;c4c650e80f58:43371 {}] regionserver.HRegionServer(3091): Received CLOSE for 8f75bc3754e649a01ccd1577e9e03538 2024-11-13T15:57:02,075 INFO [RS:0;c4c650e80f58:43371 {}] regionserver.HRegionServer(3091): Received CLOSE for 7529fb886c5d74d0c0b4d6af27622d5b 2024-11-13T15:57:02,075 INFO [RS:0;c4c650e80f58:43371 {}] regionserver.HRegionServer(959): stopping server c4c650e80f58,43371,1731513396811 2024-11-13T15:57:02,075 INFO [RS:0;c4c650e80f58:43371 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:57:02,075 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8f75bc3754e649a01ccd1577e9e03538, disabling compactions & flushes 2024-11-13T15:57:02,075 INFO [RS:0;c4c650e80f58:43371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:43371. 2024-11-13T15:57:02,075 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731513410997.8f75bc3754e649a01ccd1577e9e03538. 2024-11-13T15:57:02,075 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731513410997.8f75bc3754e649a01ccd1577e9e03538. 2024-11-13T15:57:02,075 DEBUG [RS:0;c4c650e80f58:43371 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:57:02,075 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731513410997.8f75bc3754e649a01ccd1577e9e03538. after waiting 0 ms 2024-11-13T15:57:02,075 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731513410997.8f75bc3754e649a01ccd1577e9e03538. 2024-11-13T15:57:02,075 DEBUG [RS:0;c4c650e80f58:43371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:57:02,075 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8f75bc3754e649a01ccd1577e9e03538 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-13T15:57:02,075 INFO [RS:0;c4c650e80f58:43371 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T15:57:02,075 INFO [RS:0;c4c650e80f58:43371 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T15:57:02,076 INFO [RS:0;c4c650e80f58:43371 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T15:57:02,076 INFO [RS:0;c4c650e80f58:43371 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T15:57:02,077 INFO [RS:0;c4c650e80f58:43371 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T15:57:02,077 DEBUG [RS:0;c4c650e80f58:43371 {}] regionserver.HRegionServer(1325): Online Regions={8f75bc3754e649a01ccd1577e9e03538=hbase:replication,,1731513410997.8f75bc3754e649a01ccd1577e9e03538., 1588230740=hbase:meta,,1.1588230740, 7529fb886c5d74d0c0b4d6af27622d5b=test,,1731513406552.7529fb886c5d74d0c0b4d6af27622d5b.} 2024-11-13T15:57:02,077 DEBUG [RS:0;c4c650e80f58:43371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7529fb886c5d74d0c0b4d6af27622d5b, 8f75bc3754e649a01ccd1577e9e03538 2024-11-13T15:57:02,077 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T15:57:02,077 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T15:57:02,077 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T15:57:02,077 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T15:57:02,077 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T15:57:02,078 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T15:57:02,092 INFO [regionserver/c4c650e80f58:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:57:02,092 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/replication/8f75bc3754e649a01ccd1577e9e03538/.tmp/hfileref/8edf01f1d531415488295c239c2ad2a3 is 74, key is 1/hfileref:485334548e204e6e8366c75ee63599c7_SeqId_6_/1731513416537/DeleteColumn/seqid=0 2024-11-13T15:57:02,095 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/meta/1588230740/.tmp/info/163a67fb4cb14fb8a6afa9483f641205 is 147, key is hbase:replication,,1731513410997.8f75bc3754e649a01ccd1577e9e03538./info:regioninfo/1731513411763/Put/seqid=0 2024-11-13T15:57:02,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741847_1023 (size=5489) 2024-11-13T15:57:02,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741848_1024 (size=7686) 2024-11-13T15:57:02,222 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513414642 to pos 393, reset compression=false 2024-11-13T15:57:02,277 DEBUG [RS:0;c4c650e80f58:43371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7529fb886c5d74d0c0b4d6af27622d5b, 8f75bc3754e649a01ccd1577e9e03538 2024-11-13T15:57:02,298 INFO [regionserver/c4c650e80f58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T15:57:02,298 INFO [regionserver/c4c650e80f58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T15:57:02,336 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,2-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513414642 to pos 393, reset compression=false 2024-11-13T15:57:02,478 DEBUG [RS:0;c4c650e80f58:43371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7529fb886c5d74d0c0b4d6af27622d5b, 8f75bc3754e649a01ccd1577e9e03538 2024-11-13T15:57:02,497 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/replication/8f75bc3754e649a01ccd1577e9e03538/.tmp/hfileref/8edf01f1d531415488295c239c2ad2a3 2024-11-13T15:57:02,499 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/meta/1588230740/.tmp/info/163a67fb4cb14fb8a6afa9483f641205 2024-11-13T15:57:02,521 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/replication/8f75bc3754e649a01ccd1577e9e03538/.tmp/queue/912fe53b7edf41228e7e955548d03dea is 153, key is 1-c4c650e80f58,43371,1731513396811/queue:c4c650e80f58%2C43371%2C1731513396811/1731513416538/Put/seqid=0 2024-11-13T15:57:02,521 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/meta/1588230740/.tmp/ns/6d9d21ef0e2d482badb9681e185454ec is 43, key is default/ns:d/1731513399342/Put/seqid=0 2024-11-13T15:57:02,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741850_1026 (size=5153) 2024-11-13T15:57:02,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741849_1025 (size=5504) 2024-11-13T15:57:02,527 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/meta/1588230740/.tmp/ns/6d9d21ef0e2d482badb9681e185454ec 2024-11-13T15:57:02,548 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/meta/1588230740/.tmp/rep_barrier/785b1a8784574c3bb340f4030862bfce is 112, key is test,,1731513406552.7529fb886c5d74d0c0b4d6af27622d5b./rep_barrier:seqnumDuringOpen/1731513407699/Put/seqid=0 2024-11-13T15:57:02,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741851_1027 (size=5518) 2024-11-13T15:57:02,620 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T15:57:02,678 DEBUG [RS:0;c4c650e80f58:43371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7529fb886c5d74d0c0b4d6af27622d5b, 8f75bc3754e649a01ccd1577e9e03538 2024-11-13T15:57:02,878 DEBUG [RS:0;c4c650e80f58:43371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7529fb886c5d74d0c0b4d6af27622d5b, 8f75bc3754e649a01ccd1577e9e03538 2024-11-13T15:57:02,927 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/replication/8f75bc3754e649a01ccd1577e9e03538/.tmp/queue/912fe53b7edf41228e7e955548d03dea 2024-11-13T15:57:02,932 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/replication/8f75bc3754e649a01ccd1577e9e03538/.tmp/hfileref/8edf01f1d531415488295c239c2ad2a3 as hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/replication/8f75bc3754e649a01ccd1577e9e03538/hfileref/8edf01f1d531415488295c239c2ad2a3 2024-11-13T15:57:02,935 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/replication/8f75bc3754e649a01ccd1577e9e03538/hfileref/8edf01f1d531415488295c239c2ad2a3, entries=6, sequenceid=17, filesize=5.4 K 2024-11-13T15:57:02,935 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/replication/8f75bc3754e649a01ccd1577e9e03538/.tmp/queue/912fe53b7edf41228e7e955548d03dea as hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/replication/8f75bc3754e649a01ccd1577e9e03538/queue/912fe53b7edf41228e7e955548d03dea 2024-11-13T15:57:02,938 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/replication/8f75bc3754e649a01ccd1577e9e03538/queue/912fe53b7edf41228e7e955548d03dea, entries=2, sequenceid=17, filesize=5.4 K 2024-11-13T15:57:02,939 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 8f75bc3754e649a01ccd1577e9e03538 in 864ms, sequenceid=17, compaction requested=false 2024-11-13T15:57:02,942 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/replication/8f75bc3754e649a01ccd1577e9e03538/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-13T15:57:02,943 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:57:02,943 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:57:02,943 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731513410997.8f75bc3754e649a01ccd1577e9e03538. 2024-11-13T15:57:02,943 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8f75bc3754e649a01ccd1577e9e03538: Waiting for close lock at 1731513422075Running coprocessor pre-close hooks at 1731513422075Disabling compacts and flushes for region at 1731513422075Disabling writes for close at 1731513422075Obtaining lock to block concurrent updates at 1731513422075Preparing flush snapshotting stores in 8f75bc3754e649a01ccd1577e9e03538 at 1731513422075Finished memstore snapshotting hbase:replication,,1731513410997.8f75bc3754e649a01ccd1577e9e03538., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731513422076 (+1 ms)Flushing stores of hbase:replication,,1731513410997.8f75bc3754e649a01ccd1577e9e03538. at 1731513422076Flushing 8f75bc3754e649a01ccd1577e9e03538/hfileref: creating writer at 1731513422076Flushing 8f75bc3754e649a01ccd1577e9e03538/hfileref: appending metadata at 1731513422091 (+15 ms)Flushing 8f75bc3754e649a01ccd1577e9e03538/hfileref: closing flushed file at 1731513422091Flushing 8f75bc3754e649a01ccd1577e9e03538/queue: creating writer at 1731513422501 (+410 ms)Flushing 8f75bc3754e649a01ccd1577e9e03538/queue: appending metadata at 1731513422520 (+19 ms)Flushing 8f75bc3754e649a01ccd1577e9e03538/queue: closing flushed file at 1731513422520Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a6b713a: reopening flushed file at 1731513422931 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@303127cc: reopening flushed file at 1731513422935 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 8f75bc3754e649a01ccd1577e9e03538 in 864ms, sequenceid=17, compaction requested=false at 1731513422939 (+4 ms)Writing region close event to WAL at 1731513422940 (+1 ms)Running coprocessor post-close hooks at 1731513422943 (+3 ms)Closed at 1731513422943 2024-11-13T15:57:02,943 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731513410997.8f75bc3754e649a01ccd1577e9e03538. 2024-11-13T15:57:02,943 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7529fb886c5d74d0c0b4d6af27622d5b, disabling compactions & flushes 2024-11-13T15:57:02,943 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731513406552.7529fb886c5d74d0c0b4d6af27622d5b. 2024-11-13T15:57:02,943 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731513406552.7529fb886c5d74d0c0b4d6af27622d5b. 2024-11-13T15:57:02,943 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731513406552.7529fb886c5d74d0c0b4d6af27622d5b. after waiting 0 ms 2024-11-13T15:57:02,943 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731513406552.7529fb886c5d74d0c0b4d6af27622d5b. 2024-11-13T15:57:02,946 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/default/test/7529fb886c5d74d0c0b4d6af27622d5b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T15:57:02,946 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:57:02,946 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T15:57:02,946 INFO [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731513406552.7529fb886c5d74d0c0b4d6af27622d5b. 2024-11-13T15:57:02,946 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7529fb886c5d74d0c0b4d6af27622d5b: Waiting for close lock at 1731513422943Running coprocessor pre-close hooks at 1731513422943Disabling compacts and flushes for region at 1731513422943Disabling writes for close at 1731513422943Writing region close event to WAL at 1731513422944 (+1 ms)Running coprocessor post-close hooks at 1731513422946 (+2 ms)Closed at 1731513422946 2024-11-13T15:57:02,946 DEBUG [RS_CLOSE_REGION-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731513406552.7529fb886c5d74d0c0b4d6af27622d5b. 2024-11-13T15:57:02,952 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/meta/1588230740/.tmp/rep_barrier/785b1a8784574c3bb340f4030862bfce 2024-11-13T15:57:02,969 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/meta/1588230740/.tmp/table/26574596959c4ff4951959b556ca53e7 is 53, key is hbase:replication/table:state/1731513411770/Put/seqid=0 2024-11-13T15:57:02,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741852_1028 (size=5308) 2024-11-13T15:57:02,983 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T15:57:02,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:57:02,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:57:02,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:57:02,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:57:02,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:57:02,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:57:02,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:57:02,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:57:02,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:57:03,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:57:03,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:57:03,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:57:03,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:57:03,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:57:03,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:57:03,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:57:03,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:57:03,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:57:03,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T15:57:03,078 INFO [RS:0;c4c650e80f58:43371 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T15:57:03,078 DEBUG [RS:0;c4c650e80f58:43371 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T15:57:03,078 DEBUG [RS:0;c4c650e80f58:43371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:57:03,279 DEBUG [RS:0;c4c650e80f58:43371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T15:57:03,374 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/meta/1588230740/.tmp/table/26574596959c4ff4951959b556ca53e7 2024-11-13T15:57:03,379 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/meta/1588230740/.tmp/info/163a67fb4cb14fb8a6afa9483f641205 as hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/meta/1588230740/info/163a67fb4cb14fb8a6afa9483f641205 2024-11-13T15:57:03,383 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/meta/1588230740/info/163a67fb4cb14fb8a6afa9483f641205, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T15:57:03,383 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/meta/1588230740/.tmp/ns/6d9d21ef0e2d482badb9681e185454ec as hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/meta/1588230740/ns/6d9d21ef0e2d482badb9681e185454ec 2024-11-13T15:57:03,387 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/meta/1588230740/ns/6d9d21ef0e2d482badb9681e185454ec, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T15:57:03,389 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/meta/1588230740/.tmp/rep_barrier/785b1a8784574c3bb340f4030862bfce as hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/meta/1588230740/rep_barrier/785b1a8784574c3bb340f4030862bfce 2024-11-13T15:57:03,392 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/meta/1588230740/rep_barrier/785b1a8784574c3bb340f4030862bfce, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T15:57:03,393 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/meta/1588230740/.tmp/table/26574596959c4ff4951959b556ca53e7 as hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/meta/1588230740/table/26574596959c4ff4951959b556ca53e7 2024-11-13T15:57:03,396 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/meta/1588230740/table/26574596959c4ff4951959b556ca53e7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T15:57:03,397 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false 2024-11-13T15:57:03,401 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T15:57:03,402 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T15:57:03,402 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T15:57:03,402 INFO [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T15:57:03,402 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513422077Running coprocessor pre-close hooks at 1731513422077Disabling compacts and flushes for region at 1731513422077Disabling writes for close at 1731513422077Obtaining lock to block concurrent updates at 1731513422078 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731513422078Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731513422078Flushing stores of hbase:meta,,1.1588230740 at 1731513422078Flushing 1588230740/info: creating writer at 1731513422078Flushing 1588230740/info: appending metadata at 1731513422095 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731513422095Flushing 1588230740/ns: creating writer at 1731513422502 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731513422520 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731513422520Flushing 1588230740/rep_barrier: creating writer at 1731513422530 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731513422547 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731513422548 (+1 ms)Flushing 1588230740/table: creating writer at 1731513422955 (+407 ms)Flushing 1588230740/table: appending metadata at 1731513422969 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731513422969Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35dbc170: reopening flushed file at 1731513423378 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@158e99ce: reopening flushed file at 1731513423383 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bceaf1d: reopening flushed file at 1731513423388 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4af39fea: reopening flushed file at 1731513423393 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false at 1731513423397 (+4 ms)Writing region close event to WAL at 1731513423399 (+2 ms)Running coprocessor post-close hooks at 1731513423402 (+3 ms)Closed at 1731513423402 2024-11-13T15:57:03,402 DEBUG [RS_CLOSE_META-regionserver/c4c650e80f58:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T15:57:03,425 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513414642 to pos 393, reset compression=false 2024-11-13T15:57:03,430 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:57:03,430 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513414642 to pos 688, reset compression=false 2024-11-13T15:57:03,430 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.shipperc4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4c650e80f58,43371,1731513396811 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513414642, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T15:57:03,431 ERROR [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.shipperc4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c4c650e80f58,43371,1731513396811: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c4c650e80f58,43371,1731513396811, walGroup=c4c650e80f58%2C43371%2C1731513396811, offset=c4c650e80f58%2C43371%2C1731513396811.1731513414642:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:43371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T15:57:03,432 ERROR [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.shipperc4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T15:57:03,432 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.shipperc4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T15:57:03,433 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.shipperc4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T15:57:03,433 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.shipperc4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T15:57:03,433 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.shipperc4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T15:57:03,433 INFO [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.shipperc4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1633681408, "init": 1048576000, "max": 2306867200, "used": 892223760 }, "NonHeapMemoryUsage": { "committed": 210829312, "init": 7667712, "max": -1, "used": 207968728 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T15:57:03,433 WARN [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.shipperc4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:38199 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4c650e80f58:38199 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T15:57:03,479 INFO [RS:0;c4c650e80f58:43371 {}] regionserver.HRegionServer(976): stopping server c4c650e80f58,43371,1731513396811; all regions closed. 2024-11-13T15:57:03,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741844_1020 (size=859) 2024-11-13T15:57:03,481 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.meta.1731513414662.meta not finished, retry = 0 2024-11-13T15:57:03,528 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=22, created chunk count=36, reused chunk count=157, reuseRatio=81.35% 2024-11-13T15:57:03,529 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-13T15:57:03,539 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,2-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513414642 to pos 393, reset compression=false 2024-11-13T15:57:03,544 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,2-c4c650e80f58,43371,1731513396811 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T15:57:03,544 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,43371,1731513396811.replicationSource.wal-reader.c4c650e80f58%2C43371%2C1731513396811,2-c4c650e80f58,43371,1731513396811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513414642 to pos 688, reset compression=false 2024-11-13T15:57:03,544 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,43371,1731513396811.replicationSource.shipperc4c650e80f58%2C43371%2C1731513396811,2-c4c650e80f58,43371,1731513396811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-c4c650e80f58,43371,1731513396811 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/WALs/c4c650e80f58,43371,1731513396811/c4c650e80f58%2C43371%2C1731513396811.1731513414642, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T15:57:03,544 DEBUG [RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,43371,1731513396811.replicationSource.shipperc4c650e80f58%2C43371%2C1731513396811,2-c4c650e80f58,43371,1731513396811 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-13T15:57:03,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741842_1018 (size=2791) 2024-11-13T15:57:03,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741843_1019 (size=696) 2024-11-13T15:57:03,585 DEBUG [RS:0;c4c650e80f58:43371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:57:03,585 INFO [RS:0;c4c650e80f58:43371 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T15:57:03,586 INFO [RS:0;c4c650e80f58:43371 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:57:03,586 INFO [RS:0;c4c650e80f58:43371 {}] hbase.ChoreService(370): Chore service for: regionserver/c4c650e80f58:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T15:57:03,586 INFO [RS:0;c4c650e80f58:43371 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:57:03,586 INFO [regionserver/c4c650e80f58:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:57:03,586 INFO [RS:0;c4c650e80f58:43371 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c4c650e80f58,43371,1731513396811 because: Region server is closing 2024-11-13T15:57:03,586 INFO [RS:0;c4c650e80f58:43371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:43371. 2024-11-13T15:57:03,587 DEBUG [RS:0;c4c650e80f58:43371 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:57:03,587 DEBUG [RS:0;c4c650e80f58:43371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:57:03,587 DEBUG [RS:0;c4c650e80f58:43371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:57:03,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:57:03,687 INFO [RS:0;c4c650e80f58:43371 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,1-c4c650e80f58,43371,1731513396811.replicationSource.shipperc4c650e80f58%2C43371%2C1731513396811,1-c4c650e80f58,43371,1731513396811 terminated 2024-11-13T15:57:03,687 INFO [RS:0;c4c650e80f58:43371 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-c4c650e80f58,43371,1731513396811 because: Region server is closing 2024-11-13T15:57:03,687 INFO [RS:0;c4c650e80f58:43371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4c650e80f58:43371. 2024-11-13T15:57:03,687 DEBUG [RS:0;c4c650e80f58:43371 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T15:57:03,687 DEBUG [RS:0;c4c650e80f58:43371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:57:03,688 DEBUG [RS:0;c4c650e80f58:43371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T15:57:03,688 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T15:57:03,788 INFO [RS:0;c4c650e80f58:43371 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c4c650e80f58:0-0.replicationSource,2-c4c650e80f58,43371,1731513396811.replicationSource.shipperc4c650e80f58%2C43371%2C1731513396811,2-c4c650e80f58,43371,1731513396811 terminated 2024-11-13T15:57:03,788 INFO [RS:0;c4c650e80f58:43371 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43371 2024-11-13T15:57:03,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38199-0x100a6013c2a0000, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588986262/rs 2024-11-13T15:57:03,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43371-0x100a6013c2a0001, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1588986262/rs/c4c650e80f58,43371,1731513396811 2024-11-13T15:57:03,790 INFO [RS:0;c4c650e80f58:43371 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:57:03,791 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4c650e80f58,43371,1731513396811] 2024-11-13T15:57:03,793 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1588986262/draining/c4c650e80f58,43371,1731513396811 already deleted, retry=false 2024-11-13T15:57:03,793 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4c650e80f58,43371,1731513396811 expired; onlineServers=0 2024-11-13T15:57:03,793 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4c650e80f58,38199,1731513396755' ***** 2024-11-13T15:57:03,793 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T15:57:03,793 INFO [M:0;c4c650e80f58:38199 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T15:57:03,793 INFO [M:0;c4c650e80f58:38199 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T15:57:03,793 DEBUG [M:0;c4c650e80f58:38199 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T15:57:03,793 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T15:57:03,793 DEBUG [M:0;c4c650e80f58:38199 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T15:57:03,793 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513398162 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.small.0-1731513398162,5,FailOnTimeoutGroup] 2024-11-13T15:57:03,793 DEBUG [master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513398162 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4c650e80f58:0:becomeActiveMaster-HFileCleaner.large.0-1731513398162,5,FailOnTimeoutGroup] 2024-11-13T15:57:03,793 INFO [M:0;c4c650e80f58:38199 {}] hbase.ChoreService(370): Chore service for: master/c4c650e80f58:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T15:57:03,793 INFO [M:0;c4c650e80f58:38199 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T15:57:03,793 DEBUG [M:0;c4c650e80f58:38199 {}] master.HMaster(1795): Stopping service threads 2024-11-13T15:57:03,793 INFO [M:0;c4c650e80f58:38199 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T15:57:03,793 INFO [M:0;c4c650e80f58:38199 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T15:57:03,794 INFO [M:0;c4c650e80f58:38199 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T15:57:03,794 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T15:57:03,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38199-0x100a6013c2a0000, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1588986262/master 2024-11-13T15:57:03,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38199-0x100a6013c2a0000, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588986262 2024-11-13T15:57:03,795 DEBUG [M:0;c4c650e80f58:38199 {}] zookeeper.ZKUtil(347): master:38199-0x100a6013c2a0000, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Unable to get data of znode /0-1588986262/master because node does not exist (not an error) 2024-11-13T15:57:03,795 WARN [M:0;c4c650e80f58:38199 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T15:57:03,796 INFO [M:0;c4c650e80f58:38199 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/.lastflushedseqids 2024-11-13T15:57:03,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741853_1029 (size=263) 2024-11-13T15:57:03,800 INFO [M:0;c4c650e80f58:38199 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T15:57:03,800 INFO [M:0;c4c650e80f58:38199 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T15:57:03,800 DEBUG [M:0;c4c650e80f58:38199 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T15:57:03,800 INFO [M:0;c4c650e80f58:38199 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:57:03,800 DEBUG [M:0;c4c650e80f58:38199 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:57:03,800 DEBUG [M:0;c4c650e80f58:38199 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T15:57:03,800 DEBUG [M:0;c4c650e80f58:38199 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:57:03,800 INFO [M:0;c4c650e80f58:38199 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-13T15:57:03,820 DEBUG [M:0;c4c650e80f58:38199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8aecf6e05bd47259fa17750d98b55ca is 82, key is hbase:meta,,1/info:regioninfo/1731513399333/Put/seqid=0 2024-11-13T15:57:03,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741854_1030 (size=5672) 2024-11-13T15:57:03,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43371-0x100a6013c2a0001, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:57:03,891 INFO [RS:0;c4c650e80f58:43371 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:57:03,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43371-0x100a6013c2a0001, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:57:03,891 INFO [RS:0;c4c650e80f58:43371 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4c650e80f58,43371,1731513396811; zookeeper connection closed. 2024-11-13T15:57:03,892 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19ddf32 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19ddf32 2024-11-13T15:57:03,892 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T15:57:04,224 INFO [M:0;c4c650e80f58:38199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8aecf6e05bd47259fa17750d98b55ca 2024-11-13T15:57:04,245 DEBUG [M:0;c4c650e80f58:38199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/516923255d424d8e81ca0f99f524ae2c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731513411773/Put/seqid=0 2024-11-13T15:57:04,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741855_1031 (size=8909) 2024-11-13T15:57:04,649 INFO [M:0;c4c650e80f58:38199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/516923255d424d8e81ca0f99f524ae2c 2024-11-13T15:57:04,666 DEBUG [M:0;c4c650e80f58:38199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f5c352b2a43c45b284f43091b4a45cf1 is 69, key is c4c650e80f58,43371,1731513396811/rs:state/1731513398248/Put/seqid=0 2024-11-13T15:57:04,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741856_1032 (size=5156) 2024-11-13T15:57:05,070 INFO [M:0;c4c650e80f58:38199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f5c352b2a43c45b284f43091b4a45cf1 2024-11-13T15:57:05,074 DEBUG [M:0;c4c650e80f58:38199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8aecf6e05bd47259fa17750d98b55ca as hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8aecf6e05bd47259fa17750d98b55ca 2024-11-13T15:57:05,077 INFO [M:0;c4c650e80f58:38199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8aecf6e05bd47259fa17750d98b55ca, entries=8, sequenceid=112, filesize=5.5 K 2024-11-13T15:57:05,078 DEBUG [M:0;c4c650e80f58:38199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/516923255d424d8e81ca0f99f524ae2c as hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/516923255d424d8e81ca0f99f524ae2c 2024-11-13T15:57:05,081 INFO [M:0;c4c650e80f58:38199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/516923255d424d8e81ca0f99f524ae2c, entries=13, sequenceid=112, filesize=8.7 K 2024-11-13T15:57:05,081 DEBUG [M:0;c4c650e80f58:38199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f5c352b2a43c45b284f43091b4a45cf1 as hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f5c352b2a43c45b284f43091b4a45cf1 2024-11-13T15:57:05,084 INFO [M:0;c4c650e80f58:38199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45113/user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f5c352b2a43c45b284f43091b4a45cf1, entries=1, sequenceid=112, filesize=5.0 K 2024-11-13T15:57:05,085 INFO [M:0;c4c650e80f58:38199 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=112, compaction requested=false 2024-11-13T15:57:05,086 INFO [M:0;c4c650e80f58:38199 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T15:57:05,086 DEBUG [M:0;c4c650e80f58:38199 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513423800Disabling compacts and flushes for region at 1731513423800Disabling writes for close at 1731513423800Obtaining lock to block concurrent updates at 1731513423800Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731513423800Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731513423801 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731513423801Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731513423801Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731513423819 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731513423819Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731513424227 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731513424245 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731513424245Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731513424652 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731513424666 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731513424666Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@483e66f9: reopening flushed file at 1731513425073 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59f48f54: reopening flushed file at 1731513425077 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3495d9e0: reopening flushed file at 1731513425081 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=112, compaction requested=false at 1731513425085 (+4 ms)Writing region close event to WAL at 1731513425086 (+1 ms)Closed at 1731513425086 2024-11-13T15:57:05,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741830_1006 (size=69055) 2024-11-13T15:57:05,088 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/45d5f6e5-c597-c41f-ab54-0e65d847fe7b/MasterData/WALs/c4c650e80f58,38199,1731513396755/c4c650e80f58%2C38199%2C1731513396755.1731513398086 not finished, retry = 0 2024-11-13T15:57:05,189 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T15:57:05,189 INFO [M:0;c4c650e80f58:38199 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T15:57:05,189 INFO [M:0;c4c650e80f58:38199 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38199 2024-11-13T15:57:05,189 INFO [M:0;c4c650e80f58:38199 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T15:57:05,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38199-0x100a6013c2a0000, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:57:05,291 INFO [M:0;c4c650e80f58:38199 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T15:57:05,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38199-0x100a6013c2a0000, quorum=127.0.0.1:54896, baseZNode=/0-1588986262 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T15:57:05,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3858509f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T15:57:05,295 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21f1eb19{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:57:05,295 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:57:05,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@436d6308{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:57:05,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@494e7ea0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7/hadoop.log.dir/,STOPPED} 2024-11-13T15:57:05,296 WARN [BP-1492502540-172.17.0.3-1731513396254 heartbeating to localhost/127.0.0.1:45113 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T15:57:05,296 WARN [BP-1492502540-172.17.0.3-1731513396254 heartbeating to localhost/127.0.0.1:45113 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1492502540-172.17.0.3-1731513396254 (Datanode Uuid d5f70240-8dbb-46a4-b34f-2c25c2e5686a) service to localhost/127.0.0.1:45113 2024-11-13T15:57:05,297 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7/cluster_a1be05d7-6657-c748-dee1-e073146dda0a/data/data2/current/BP-1492502540-172.17.0.3-1731513396254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:57:05,297 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7/cluster_a1be05d7-6657-c748-dee1-e073146dda0a/data/data1/current/BP-1492502540-172.17.0.3-1731513396254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T15:57:05,297 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T15:57:05,298 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T15:57:05,298 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T15:57:05,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6415c322{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T15:57:05,305 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@110d1464{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T15:57:05,305 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T15:57:05,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c2ba3dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T15:57:05,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b611e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b96924-652f-a204-f703-5d25da7d87a7/hadoop.log.dir/,STOPPED} 2024-11-13T15:57:05,312 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T15:57:05,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T15:57:05,346 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=599 (was 533) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:45113 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:45113 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:40435 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54896) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:45113 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45113 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40435 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:36443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:40435 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:45113 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:36443 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:40435 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:36443 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:40435 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54896) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:36443 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:45113 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:40435 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:36443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54896) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36443 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:45113 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:45113 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=982 (was 887) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=331 (was 397), ProcessCount=11 (was 11), AvailableMemoryMB=10165 (was 10512) 2024-11-13T15:57:05,347 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=599 is superior to 500